2024-12-01 19:29:24,447 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 19:29:24,462 main DEBUG Took 0.012006 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 19:29:24,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 19:29:24,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 19:29:24,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 19:29:24,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,476 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 19:29:24,492 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,494 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,495 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,497 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,498 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,499 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,501 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,502 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,504 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:29:24,506 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,506 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 19:29:24,508 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:29:24,510 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 19:29:24,513 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 19:29:24,513 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 19:29:24,515 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 19:29:24,516 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 19:29:24,524 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 19:29:24,527 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 19:29:24,528 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 19:29:24,529 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 19:29:24,530 main DEBUG createAppenders(={Console}) 2024-12-01 19:29:24,530 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-01 19:29:24,531 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-01 19:29:24,531 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-01 19:29:24,532 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 19:29:24,532 main DEBUG OutputStream closed 2024-12-01 19:29:24,533 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 19:29:24,533 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 19:29:24,533 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-01 19:29:24,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 19:29:24,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 19:29:24,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 19:29:24,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 19:29:24,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 19:29:24,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 19:29:24,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 19:29:24,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 19:29:24,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 19:29:24,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 19:29:24,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 19:29:24,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 19:29:24,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 19:29:24,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 19:29:24,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 19:29:24,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 19:29:24,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 19:29:24,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 19:29:24,633 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 19:29:24,633 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-01 19:29:24,634 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 19:29:24,635 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-01T19:29:24,935 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570 2024-12-01 19:29:24,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 19:29:24,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T19:29:24,946 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-01T19:29:24,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:29:24,985 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6, deleteOnExit=true 2024-12-01T19:29:24,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:29:24,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/test.cache.data in system properties and HBase conf 2024-12-01T19:29:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:29:24,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:29:24,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:29:24,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:29:24,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:29:25,089 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T19:29:25,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:29:25,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:29:25,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:29:25,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:29:25,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:29:25,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:29:25,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:29:25,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:29:25,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:29:25,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:29:25,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:29:25,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:29:25,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:29:25,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:29:25,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:29:26,344 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T19:29:26,440 INFO [Time-limited test {}] log.Log(170): Logging initialized @2762ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T19:29:26,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:29:26,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:29:26,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:29:26,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:29:26,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:29:26,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:29:26,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:29:26,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:29:26,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-11939103825185696559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:29:26,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:42239} 2024-12-01T19:29:26,837 INFO [Time-limited test {}] server.Server(415): Started @3160ms 2024-12-01T19:29:27,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:29:27,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:29:27,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:29:27,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:29:27,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:29:27,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:29:27,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:29:27,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/java.io.tmpdir/jetty-localhost-36453-hadoop-hdfs-3_4_1-tests_jar-_-any-4959800343895607627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:29:27,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:36453} 2024-12-01T19:29:27,620 INFO [Time-limited test {}] server.Server(415): Started @3943ms 2024-12-01T19:29:27,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:29:28,722 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data2/current/BP-483763094-172.17.0.3-1733081365777/current, will proceed with Du for space computation calculation, 2024-12-01T19:29:28,722 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data1/current/BP-483763094-172.17.0.3-1733081365777/current, will proceed with Du for space computation calculation, 2024-12-01T19:29:28,747 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:29:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x154623cc90dd0d95 with lease ID 0x3001ed589b025d89: Processing first storage report for DS-87dd808e-3b43-4c74-b443-e01571f5b58a from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=fa9c0c56-3727-4fc2-be4e-00240d4fe4ad, infoPort=43839, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=129167338;c=1733081365777) 2024-12-01T19:29:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x154623cc90dd0d95 with lease ID 0x3001ed589b025d89: from storage DS-87dd808e-3b43-4c74-b443-e01571f5b58a node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=fa9c0c56-3727-4fc2-be4e-00240d4fe4ad, infoPort=43839, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=129167338;c=1733081365777), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:29:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x154623cc90dd0d95 with lease ID 0x3001ed589b025d89: Processing first storage report for DS-21d81722-81ec-4e70-9c33-139ffaac3d82 from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=fa9c0c56-3727-4fc2-be4e-00240d4fe4ad, infoPort=43839, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=129167338;c=1733081365777) 2024-12-01T19:29:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x154623cc90dd0d95 with lease ID 0x3001ed589b025d89: from storage DS-21d81722-81ec-4e70-9c33-139ffaac3d82 node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=fa9c0c56-3727-4fc2-be4e-00240d4fe4ad, infoPort=43839, infoSecurePort=0, ipcPort=36313, storageInfo=lv=-57;cid=testClusterID;nsid=129167338;c=1733081365777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:29:28,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570 2024-12-01T19:29:28,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/zookeeper_0, clientPort=50899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:29:28,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50899 2024-12-01T19:29:28,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:28,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:29:29,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 with version=8 2024-12-01T19:29:29,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/hbase-staging 2024-12-01T19:29:29,680 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T19:29:29,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:29:29,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:29,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:29,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:29:29,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:29,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:29:30,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:29:30,083 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T19:29:30,095 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T19:29:30,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:29:30,135 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29749 (auto-detected) 2024-12-01T19:29:30,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T19:29:30,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46641 2024-12-01T19:29:30,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46641 connecting to ZooKeeper ensemble=127.0.0.1:50899 2024-12-01T19:29:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466410x0, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:29:30,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46641-0x101925f04f30000 connected 2024-12-01T19:29:30,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:30,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:30,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T19:29:30,451 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123, hbase.cluster.distributed=false 2024-12-01T19:29:30,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T19:29:30,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-01T19:29:30,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46641 2024-12-01T19:29:30,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46641 2024-12-01T19:29:30,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-01T19:29:30,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46641 2024-12-01T19:29:30,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:29:30,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:30,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:30,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:29:30,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:29:30,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:29:30,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:29:30,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:29:30,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36605 2024-12-01T19:29:30,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36605 connecting to ZooKeeper ensemble=127.0.0.1:50899 2024-12-01T19:29:30,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:30,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:30,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366050x0, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:29:30,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366050x0, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T19:29:30,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36605-0x101925f04f30001 connected 2024-12-01T19:29:30,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:29:30,618 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:29:30,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T19:29:30,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T19:29:30,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36605 2024-12-01T19:29:30,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36605 2024-12-01T19:29:30,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36605 2024-12-01T19:29:30,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36605 2024-12-01T19:29:30,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36605 2024-12-01T19:29:30,642 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:46641 2024-12-01T19:29:30,643 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:30,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T19:29:30,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T19:29:30,660 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:30,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T19:29:30,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:30,696 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T19:29:30,698 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9168bcbe98d9,46641,1733081369752 from backup master directory 2024-12-01T19:29:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T19:29:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T19:29:30,711 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:29:30,712 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:30,714 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T19:29:30,716 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T19:29:30,781 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/hbase.id] with ID: e82a0604-759f-4a51-85fe-703408c9e7e7 2024-12-01T19:29:30,781 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/.tmp/hbase.id 2024-12-01T19:29:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:29:31,206 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/.tmp/hbase.id]:[hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/hbase.id] 2024-12-01T19:29:31,256 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:29:31,262 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:29:31,285 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-01T19:29:31,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:31,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:31,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:29:31,767 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:29:31,770 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:29:31,790 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:31,795 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:29:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:29:31,854 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store 2024-12-01T19:29:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:29:31,887 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T19:29:31,892 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:31,894 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:29:31,894 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:29:31,894 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:29:31,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:29:31,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:29:31,897 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:29:31,899 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081371893Disabling compacts and flushes for region at 1733081371893Disabling writes for close at 1733081371897 (+4 ms)Writing region close event to WAL at 1733081371897Closed at 1733081371897 2024-12-01T19:29:31,903 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/.initializing 2024-12-01T19:29:31,904 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/WALs/9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:31,914 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:29:31,933 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C46641%2C1733081369752, suffix=, logDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/WALs/9168bcbe98d9,46641,1733081369752, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/oldWALs, maxLogs=10 2024-12-01T19:29:31,961 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/WALs/9168bcbe98d9,46641,1733081369752/9168bcbe98d9%2C46641%2C1733081369752.1733081371938, exclude list is [], retry=0 2024-12-01T19:29:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-87dd808e-3b43-4c74-b443-e01571f5b58a,DISK] 2024-12-01T19:29:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T19:29:32,016 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/WALs/9168bcbe98d9,46641,1733081369752/9168bcbe98d9%2C46641%2C1733081369752.1733081371938 2024-12-01T19:29:32,017 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-12-01T19:29:32,017 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:29:32,018 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:32,021 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,022 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:29:32,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:32,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:32,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:29:32,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:32,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:32,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:29:32,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:32,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:32,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:29:32,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:32,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:32,097 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,103 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,105 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,116 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,117 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,122 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:29:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:29:32,132 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:29:32,134 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64487648, jitterRate=-0.03905916213989258}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:29:32,141 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081372032Initializing all the Stores at 1733081372035 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081372035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081372036 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081372036Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081372036Cleaning up temporary data from old regions at 1733081372118 (+82 ms)Region opened successfully at 1733081372141 (+23 ms) 2024-12-01T19:29:32,142 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:29:32,181 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:29:32,215 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:29:32,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:29:32,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:29:32,227 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:29:32,228 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T19:29:32,232 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T19:29:32,233 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:29:32,257 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:29:32,267 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T19:29:32,331 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T19:29:32,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:29:32,337 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:29:32,419 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T19:29:32,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:29:32,430 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:29:32,458 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T19:29:32,461 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:29:32,468 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T19:29:32,488 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:29:32,499 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T19:29:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T19:29:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T19:29:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,46641,1733081369752, sessionid=0x101925f04f30000, setting cluster-up flag (Was=false) 2024-12-01T19:29:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,574 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T19:29:32,580 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:32,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:32,637 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T19:29:32,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:32,649 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:29:32,711 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:29:32,721 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:29:32,727 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:29:32,734 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(746): ClusterId : e82a0604-759f-4a51-85fe-703408c9e7e7 2024-12-01T19:29:32,732 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,46641,1733081369752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:29:32,737 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:29:32,740 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:29:32,740 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:29:32,741 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:29:32,741 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:29:32,741 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:29:32,741 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,742 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:29:32,742 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,744 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081402744 2024-12-01T19:29:32,746 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:29:32,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:29:32,747 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:29:32,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:29:32,750 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:29:32,751 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:29:32,751 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:29:32,751 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:29:32,752 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:29:32,752 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:29:32,752 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,753 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:32,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:29:32,754 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:29:32,756 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:29:32,756 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:29:32,758 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:29:32,759 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:29:32,761 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081372760,5,FailOnTimeoutGroup] 2024-12-01T19:29:32,761 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081372761,5,FailOnTimeoutGroup] 2024-12-01T19:29:32,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:29:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:29:32,763 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,764 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,764 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:29:32,765 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:29:32,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:29:32,765 DEBUG [RS:0;9168bcbe98d9:36605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f4a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:29:32,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741832_1008 (size=32) 2024-12-01T19:29:32,780 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:36605 2024-12-01T19:29:32,783 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:29:32,783 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:29:32,783 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:29:32,786 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,46641,1733081369752 with port=36605, startcode=1733081370547 2024-12-01T19:29:32,796 DEBUG [RS:0;9168bcbe98d9:36605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:29:32,826 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:29:32,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46641 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,846 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:29:32,846 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38409 2024-12-01T19:29:32,847 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:29:32,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T19:29:32,858 DEBUG [RS:0;9168bcbe98d9:36605 {}] zookeeper.ZKUtil(111): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,858 WARN [RS:0;9168bcbe98d9:36605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:29:32,859 INFO [RS:0;9168bcbe98d9:36605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:29:32,859 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,36605,1733081370547] 2024-12-01T19:29:32,888 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:29:32,900 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:29:32,905 INFO [RS:0;9168bcbe98d9:36605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:29:32,905 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,906 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:29:32,910 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:29:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:29:32,914 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:29:32,914 DEBUG [RS:0;9168bcbe98d9:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:29:32,914 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,915 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,915 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,915 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,915 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,915 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36605,1733081370547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:29:32,931 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:29:32,933 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36605,1733081370547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,933 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,933 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.Replication(171): 9168bcbe98d9,36605,1733081370547 started 2024-12-01T19:29:32,949 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:32,949 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,36605,1733081370547, RpcServer on 9168bcbe98d9/172.17.0.3:36605, sessionid=0x101925f04f30001 2024-12-01T19:29:32,950 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:29:32,950 DEBUG [RS:0;9168bcbe98d9:36605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,950 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36605,1733081370547' 2024-12-01T19:29:32,950 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T19:29:32,951 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T19:29:32,952 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:29:32,952 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:29:32,952 DEBUG [RS:0;9168bcbe98d9:36605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:32,952 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36605,1733081370547' 2024-12-01T19:29:32,952 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T19:29:32,953 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T19:29:32,954 DEBUG [RS:0;9168bcbe98d9:36605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:29:32,954 INFO [RS:0;9168bcbe98d9:36605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:29:32,954 INFO [RS:0;9168bcbe98d9:36605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:29:33,066 INFO [RS:0;9168bcbe98d9:36605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:29:33,070 INFO [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C36605%2C1733081370547, suffix=, logDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/oldWALs, maxLogs=32 2024-12-01T19:29:33,083 DEBUG [RS:0;9168bcbe98d9:36605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547/9168bcbe98d9%2C36605%2C1733081370547.1733081373072, exclude list is [], retry=0 2024-12-01T19:29:33,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-87dd808e-3b43-4c74-b443-e01571f5b58a,DISK] 2024-12-01T19:29:33,091 INFO [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547/9168bcbe98d9%2C36605%2C1733081370547.1733081373072 2024-12-01T19:29:33,092 DEBUG [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-12-01T19:29:33,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:33,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:29:33,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:29:33,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:29:33,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:29:33,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:29:33,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:29:33,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:29:33,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:29:33,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:29:33,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740 2024-12-01T19:29:33,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740 2024-12-01T19:29:33,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:29:33,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:29:33,205 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:29:33,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:29:33,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:29:33,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65193670, jitterRate=-0.028538614511489868}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:29:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081373181Initializing all the Stores at 1733081373184 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081373184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373184Cleaning up temporary data from old regions at 1733081373204 (+20 ms)Region opened successfully at 1733081373214 (+10 ms) 2024-12-01T19:29:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:29:33,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:29:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:29:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:29:33,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:29:33,216 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:29:33,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081373214Disabling compacts and flushes for region at 1733081373214Disabling writes for close at 1733081373214Writing region close event to WAL at 1733081373215 (+1 ms)Closed at 1733081373216 (+1 ms) 2024-12-01T19:29:33,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:29:33,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:29:33,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:29:33,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:29:33,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:29:33,391 DEBUG [9168bcbe98d9:46641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:29:33,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:33,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36605,1733081370547, state=OPENING 2024-12-01T19:29:33,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:29:33,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:33,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:29:33,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T19:29:33,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T19:29:33,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:29:33,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:29:33,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:29:33,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:29:33,672 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:29:33,672 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:29:33,673 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:29:33,677 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C36605%2C1733081370547.meta, suffix=.meta, logDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/oldWALs, maxLogs=32 2024-12-01T19:29:33,693 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547/9168bcbe98d9%2C36605%2C1733081370547.meta.1733081373678.meta, exclude list is [], retry=0 2024-12-01T19:29:33,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-87dd808e-3b43-4c74-b443-e01571f5b58a,DISK] 2024-12-01T19:29:33,703 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/WALs/9168bcbe98d9,36605,1733081370547/9168bcbe98d9%2C36605%2C1733081370547.meta.1733081373678.meta 2024-12-01T19:29:33,704 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43839:43839)] 2024-12-01T19:29:33,704 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:29:33,706 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:29:33,708 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:29:33,714 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:29:33,718 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:29:33,719 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:33,719 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:29:33,719 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:29:33,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:29:33,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:29:33,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:29:33,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:29:33,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:29:33,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:29:33,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:29:33,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:29:33,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:33,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:29:33,731 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:29:33,733 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740 2024-12-01T19:29:33,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740 2024-12-01T19:29:33,737 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:29:33,737 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:29:33,738 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:29:33,740 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:29:33,742 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66659486, jitterRate=-0.006696254014968872}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:29:33,742 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:29:33,743 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081373720Writing region info on filesystem at 1733081373720Initializing all the Stores at 1733081373721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081373722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081373722Cleaning up temporary data from old regions at 1733081373737 (+15 ms)Running coprocessor post-open hooks at 1733081373742 (+5 ms)Region opened successfully at 1733081373743 (+1 ms) 2024-12-01T19:29:33,749 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081373644 2024-12-01T19:29:33,758 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:29:33,759 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:29:33,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:33,762 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36605,1733081370547, state=OPEN 2024-12-01T19:29:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T19:29:33,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T19:29:33,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T19:29:33,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T19:29:33,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:33,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:29:33,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36605,1733081370547 in 400 msec 2024-12-01T19:29:33,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:29:33,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-12-01T19:29:33,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:29:33,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:29:33,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:33,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:33,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:33,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:33,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-12-01T19:29:33,967 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081373967, completionTime=-1 2024-12-01T19:29:33,971 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:29:33,971 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:29:34,004 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:29:34,004 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081434004 2024-12-01T19:29:34,004 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081494004 2024-12-01T19:29:34,005 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-12-01T19:29:34,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,010 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:46641, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,011 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,012 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,019 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:29:34,043 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.331sec 2024-12-01T19:29:34,045 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:29:34,046 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:29:34,048 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:29:34,048 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:29:34,048 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:29:34,049 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:29:34,050 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:29:34,058 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:29:34,059 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:29:34,059 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46641,1733081369752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:29:34,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:34,147 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T19:29:34,147 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T19:29:34,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:34,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:34,159 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:34,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@993125d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:34,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:34,168 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:34,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:34,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:34,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:34,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:34,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:34,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:34,215 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5613 2024-12-01T19:29:34,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:29:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:34,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35874ff9 2024-12-01T19:29:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:29:34,246 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:29:34,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:29:34,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:29:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:29:34,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:29:34,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-01T19:29:34,278 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:34,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:29:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741835_1011 (size=959) 2024-12-01T19:29:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:34,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:29:34,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741836_1012 (size=53) 2024-12-01T19:29:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:35,110 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:35,110 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b1aa14ecbface555114760fd5a1c38fa, disabling compactions & flushes 2024-12-01T19:29:35,110 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. after waiting 0 ms 2024-12-01T19:29:35,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1aa14ecbface555114760fd5a1c38fa: Waiting for close lock at 1733081375110Disabling compacts and flushes for region at 1733081375110Disabling writes for close at 1733081375111 (+1 ms)Writing region close event to WAL at 1733081375111Closed at 1733081375111 2024-12-01T19:29:35,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:29:35,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081375114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081375114"}]},"ts":"1733081375114"} 2024-12-01T19:29:35,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:29:35,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:29:35,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081375127"}]},"ts":"1733081375127"} 2024-12-01T19:29:35,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:29:35,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, ASSIGN}] 2024-12-01T19:29:35,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, ASSIGN 2024-12-01T19:29:35,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:29:35,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1aa14ecbface555114760fd5a1c38fa, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, ASSIGN because future has completed 2024-12-01T19:29:35,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:29:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:35,470 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,471 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:29:35,471 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,471 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:29:35,472 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,472 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,475 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,477 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa14ecbface555114760fd5a1c38fa columnFamilyName A 2024-12-01T19:29:35,477 DEBUG [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:35,478 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(327): Store=b1aa14ecbface555114760fd5a1c38fa/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:35,478 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,481 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa14ecbface555114760fd5a1c38fa columnFamilyName B 2024-12-01T19:29:35,481 DEBUG [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:35,482 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(327): Store=b1aa14ecbface555114760fd5a1c38fa/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:35,482 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,485 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1aa14ecbface555114760fd5a1c38fa columnFamilyName C 2024-12-01T19:29:35,485 DEBUG [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:29:35,486 INFO [StoreOpener-b1aa14ecbface555114760fd5a1c38fa-1 {}] regionserver.HStore(327): Store=b1aa14ecbface555114760fd5a1c38fa/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:29:35,486 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,488 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,488 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,491 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,491 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,492 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:29:35,495 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,498 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:29:35,499 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1aa14ecbface555114760fd5a1c38fa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59823250, jitterRate=-0.1085641086101532}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:29:35,499 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:35,500 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1aa14ecbface555114760fd5a1c38fa: Running coprocessor pre-open hook at 1733081375472Writing region info on filesystem at 1733081375472Initializing all the Stores at 1733081375474 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081375474Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081375475 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081375475Cleaning up temporary data from old regions at 1733081375491 (+16 ms)Running coprocessor post-open hooks at 1733081375499 (+8 ms)Region opened successfully at 1733081375500 (+1 ms) 2024-12-01T19:29:35,503 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., pid=6, masterSystemTime=1733081375462 2024-12-01T19:29:35,506 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,506 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:35,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1aa14ecbface555114760fd5a1c38fa, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:35,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:29:35,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:29:35,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 in 207 msec 2024-12-01T19:29:35,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:29:35,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, ASSIGN in 379 msec 2024-12-01T19:29:35,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:29:35,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081375525"}]},"ts":"1733081375525"} 2024-12-01T19:29:35,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:29:35,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:29:35,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2770 sec 2024-12-01T19:29:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:29:36,436 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:36,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,444 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596504f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,449 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7e812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:29:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:29:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2702f94 2024-12-01T19:29:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:29:36,468 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:29:36,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,475 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4c9506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,487 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,496 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,500 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,504 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb4eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,513 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e934139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,518 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac918cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29adf99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,529 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d14565c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526369d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,537 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be2e700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,542 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f638da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,546 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b367dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:29:36,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:29:36,550 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:29:36,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:29:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:29:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba1af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:29:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:29:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:36,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:29:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6348649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:29:36,560 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,561 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:36,571 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,574 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,574 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-01T19:29:36,578 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:36,581 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:36,582 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:36,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,591 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,601 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,607 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,613 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,617 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,633 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:29:36,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:29:36,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:29:36,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:29:36,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:29:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:36,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:29:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:36,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:36,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:36,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6bdc59bd8f9b43cba66fb52920a8bec2 is 50, key is test_row_0/A:col10/1733081376585/Put/seqid=0 2024-12-01T19:29:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:36,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741837_1013 (size=12001) 2024-12-01T19:29:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081436894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:36,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081436913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081436920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:36,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081436930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:36,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:36,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081436930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:36,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:36,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081437088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081437088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081437089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081437095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081437088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:37,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081437306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081437306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081437306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6bdc59bd8f9b43cba66fb52920a8bec2 2024-12-01T19:29:37,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081437316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081437315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/f41bc2fb6b6d41749646ff35ff1b0d68 is 50, key is test_row_0/B:col10/1733081376585/Put/seqid=0 2024-12-01T19:29:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741838_1014 (size=12001) 2024-12-01T19:29:37,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/f41bc2fb6b6d41749646ff35ff1b0d68 2024-12-01T19:29:37,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/4d1bb72c84e04eaebb98c61ac7bc449e is 50, key is test_row_0/C:col10/1733081376585/Put/seqid=0 2024-12-01T19:29:37,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741839_1015 (size=12001) 2024-12-01T19:29:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081437617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081437617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081437627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081437636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081437645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:37,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:37,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:37,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/4d1bb72c84e04eaebb98c61ac7bc449e 2024-12-01T19:29:38,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6bdc59bd8f9b43cba66fb52920a8bec2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2 2024-12-01T19:29:38,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T19:29:38,057 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-01T19:29:38,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/f41bc2fb6b6d41749646ff35ff1b0d68 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68 2024-12-01T19:29:38,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T19:29:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/4d1bb72c84e04eaebb98c61ac7bc449e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e 2024-12-01T19:29:38,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e, entries=150, sequenceid=12, filesize=11.7 K 2024-12-01T19:29:38,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b1aa14ecbface555114760fd5a1c38fa in 1472ms, sequenceid=12, compaction requested=false 2024-12-01T19:29:38,133 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T19:29:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:38,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:38,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:29:38,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/fd592ed4b06f4eb58f74dc4aac1f4669 is 50, key is test_row_0/A:col10/1733081376923/Put/seqid=0 2024-12-01T19:29:38,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741840_1016 (size=16681) 2024-12-01T19:29:38,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/fd592ed4b06f4eb58f74dc4aac1f4669 2024-12-01T19:29:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081438191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081438196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081438196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed30555923b94b8fadec147803c21af2 is 50, key is test_row_0/B:col10/1733081376923/Put/seqid=0 2024-12-01T19:29:38,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081438280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081438304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741841_1017 (size=12001) 2024-12-01T19:29:38,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081438386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081438387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081438387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081438415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081438436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081438605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081438615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081438627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081438636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081438677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:38,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed30555923b94b8fadec147803c21af2 2024-12-01T19:29:38,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/3e003e0fe9ff4e8f96b8a50881c4f10a is 50, key is test_row_0/C:col10/1733081376923/Put/seqid=0 2024-12-01T19:29:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741842_1018 (size=12001) 2024-12-01T19:29:38,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/3e003e0fe9ff4e8f96b8a50881c4f10a 2024-12-01T19:29:38,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/fd592ed4b06f4eb58f74dc4aac1f4669 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669 2024-12-01T19:29:38,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:38,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:38,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:38,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:38,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669, entries=250, sequenceid=40, filesize=16.3 K 2024-12-01T19:29:38,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed30555923b94b8fadec147803c21af2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2 2024-12-01T19:29:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081438926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081438926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081438941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:29:38,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/3e003e0fe9ff4e8f96b8a50881c4f10a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a 2024-12-01T19:29:38,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081438956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:38,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:38,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:29:38,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for b1aa14ecbface555114760fd5a1c38fa in 836ms, sequenceid=40, compaction requested=false 2024-12-01T19:29:38,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:39,021 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:39,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:29:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:39,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/dd7d820b276543738862d16e2944713b is 50, key is test_row_0/A:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:39,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741843_1019 (size=14341) 2024-12-01T19:29:39,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/dd7d820b276543738862d16e2944713b 2024-12-01T19:29:39,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/a5f2e2a50067466aa6fcdcf96d7591ac is 50, key is test_row_0/B:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:39,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741844_1020 (size=12001) 2024-12-01T19:29:39,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:29:39,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081439318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:29:39,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081439435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081439448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081439448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081439456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081439478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/a5f2e2a50067466aa6fcdcf96d7591ac 2024-12-01T19:29:39,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/9250b1ec320b42e08e3e687448c29133 is 50, key is test_row_0/C:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:39,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081439645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:39,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741845_1021 (size=12001) 2024-12-01T19:29:39,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/9250b1ec320b42e08e3e687448c29133 2024-12-01T19:29:39,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/dd7d820b276543738862d16e2944713b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b 2024-12-01T19:29:39,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b, entries=200, sequenceid=51, filesize=14.0 K 2024-12-01T19:29:39,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/a5f2e2a50067466aa6fcdcf96d7591ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac 2024-12-01T19:29:39,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T19:29:39,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/9250b1ec320b42e08e3e687448c29133 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133 2024-12-01T19:29:39,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T19:29:39,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1aa14ecbface555114760fd5a1c38fa in 746ms, sequenceid=51, compaction requested=true 2024-12-01T19:29:39,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:39,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:39,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:39,785 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:39,790 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:39,792 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:39,792 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:39,794 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,795 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:39,795 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.2 K 2024-12-01T19:29:39,795 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:39,795 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,795 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=42.0 K 2024-12-01T19:29:39,797 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bdc59bd8f9b43cba66fb52920a8bec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733081376585 2024-12-01T19:29:39,798 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd592ed4b06f4eb58f74dc4aac1f4669, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081376859 2024-12-01T19:29:39,797 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f41bc2fb6b6d41749646ff35ff1b0d68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733081376585 2024-12-01T19:29:39,801 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd7d820b276543738862d16e2944713b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:39,802 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ed30555923b94b8fadec147803c21af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081376923 2024-12-01T19:29:39,803 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a5f2e2a50067466aa6fcdcf96d7591ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:39,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-01T19:29:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:39,841 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:29:39,858 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:39,859 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/0091326f064e47c0ad7f214963c3066b is 50, key is test_row_0/B:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7e8ac598b21d48d09d9fd62514dd2639 is 50, key is test_row_0/A:col10/1733081379263/Put/seqid=0 2024-12-01T19:29:39,865 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#9 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:39,866 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/96094235314044b1973a6ba900018d20 is 50, key is test_row_0/A:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741846_1022 (size=12104) 2024-12-01T19:29:39,950 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/0091326f064e47c0ad7f214963c3066b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0091326f064e47c0ad7f214963c3066b 2024-12-01T19:29:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741847_1023 (size=12001) 2024-12-01T19:29:39,953 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7e8ac598b21d48d09d9fd62514dd2639 2024-12-01T19:29:39,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741848_1024 (size=12104) 2024-12-01T19:29:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/31cbef8f7a1d47af859b83cfb249e66a is 50, key is test_row_0/B:col10/1733081379263/Put/seqid=0 2024-12-01T19:29:39,992 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 0091326f064e47c0ad7f214963c3066b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:39,993 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:39,996 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081379783; duration=0sec 2024-12-01T19:29:39,996 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:39,996 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:39,997 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:40,000 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:40,000 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:40,000 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,000 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.2 K 2024-12-01T19:29:40,002 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d1bb72c84e04eaebb98c61ac7bc449e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733081376585 2024-12-01T19:29:40,003 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e003e0fe9ff4e8f96b8a50881c4f10a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081376923 2024-12-01T19:29:40,006 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9250b1ec320b42e08e3e687448c29133, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741849_1025 (size=12001) 2024-12-01T19:29:40,044 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:40,045 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/424731ec4a60403288ef81683cdad086 is 50, key is test_row_0/C:col10/1733081378195/Put/seqid=0 2024-12-01T19:29:40,046 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/31cbef8f7a1d47af859b83cfb249e66a 2024-12-01T19:29:40,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:29:40,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:29:40,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:29:40,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:29:40,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:29:40,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:29:40,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T19:29:40,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T19:29:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5e16edcbe5174040992f98f902fd420d is 50, key is test_row_0/C:col10/1733081379263/Put/seqid=0 2024-12-01T19:29:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741850_1026 (size=12104) 2024-12-01T19:29:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081440096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,105 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/424731ec4a60403288ef81683cdad086 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/424731ec4a60403288ef81683cdad086 2024-12-01T19:29:40,119 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 424731ec4a60403288ef81683cdad086(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:40,119 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:40,119 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=13, startTime=1733081379783; duration=0sec 2024-12-01T19:29:40,119 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:40,119 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741851_1027 (size=12001) 2024-12-01T19:29:40,127 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5e16edcbe5174040992f98f902fd420d 2024-12-01T19:29:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7e8ac598b21d48d09d9fd62514dd2639 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639 2024-12-01T19:29:40,162 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T19:29:40,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/31cbef8f7a1d47af859b83cfb249e66a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a 2024-12-01T19:29:40,190 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T19:29:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5e16edcbe5174040992f98f902fd420d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d 2024-12-01T19:29:40,211 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T19:29:40,215 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1aa14ecbface555114760fd5a1c38fa in 374ms, sequenceid=76, compaction requested=false 2024-12-01T19:29:40,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:40,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T19:29:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:40,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:29:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T19:29:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:40,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-01T19:29:40,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6440 sec 2024-12-01T19:29:40,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.6660 sec 2024-12-01T19:29:40,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6fbf89ba6bc84f59baac34916253c368 is 50, key is test_row_0/A:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:40,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741852_1028 (size=14341) 2024-12-01T19:29:40,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6fbf89ba6bc84f59baac34916253c368 2024-12-01T19:29:40,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4efabd2be1554b12a8b01b451b5c9373 is 50, key is test_row_0/B:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741853_1029 (size=12001) 2024-12-01T19:29:40,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4efabd2be1554b12a8b01b451b5c9373 2024-12-01T19:29:40,406 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/96094235314044b1973a6ba900018d20 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/96094235314044b1973a6ba900018d20 2024-12-01T19:29:40,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/fa871155ac8b42988b65f7ae602d1d38 is 50, key is test_row_0/C:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:40,432 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 96094235314044b1973a6ba900018d20(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:40,433 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:40,434 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081379769; duration=0sec 2024-12-01T19:29:40,434 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:40,434 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:40,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081440462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081440466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081440468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,474 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2276 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741854_1030 (size=12001) 2024-12-01T19:29:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081440476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,482 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081440486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,495 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081440576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081440576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:29:40,735 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:40,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-01T19:29:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:40,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:40,742 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:40,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081440786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081440795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:40,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:40,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/fa871155ac8b42988b65f7ae602d1d38 2024-12-01T19:29:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6fbf89ba6bc84f59baac34916253c368 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368 2024-12-01T19:29:40,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T19:29:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:40,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368, entries=200, sequenceid=90, filesize=14.0 K 2024-12-01T19:29:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4efabd2be1554b12a8b01b451b5c9373 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373 2024-12-01T19:29:40,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373, entries=150, sequenceid=90, filesize=11.7 K 2024-12-01T19:29:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/fa871155ac8b42988b65f7ae602d1d38 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38 2024-12-01T19:29:40,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38, entries=150, sequenceid=90, filesize=11.7 K 2024-12-01T19:29:40,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1aa14ecbface555114760fd5a1c38fa in 733ms, sequenceid=90, compaction requested=true 2024-12-01T19:29:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:40,955 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:40,955 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:40,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:40,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:40,957 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:40,957 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:40,957 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:40,957 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:40,957 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,957 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:40,958 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/96094235314044b1973a6ba900018d20, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=37.5 K 2024-12-01T19:29:40,958 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0091326f064e47c0ad7f214963c3066b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.3 K 2024-12-01T19:29:40,958 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96094235314044b1973a6ba900018d20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:40,958 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0091326f064e47c0ad7f214963c3066b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:40,959 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 31cbef8f7a1d47af859b83cfb249e66a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081379263 2024-12-01T19:29:40,959 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8ac598b21d48d09d9fd62514dd2639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081379263 2024-12-01T19:29:40,960 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4efabd2be1554b12a8b01b451b5c9373, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:40,960 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fbf89ba6bc84f59baac34916253c368, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:40,986 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:40,987 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/a82bf2d372484858bf0792bf434e3495 is 50, key is test_row_0/B:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:40,999 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:41,000 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/52fa6837a1a34b5e85652a6f51003f93 is 50, key is test_row_0/A:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741855_1031 (size=12207) 2024-12-01T19:29:41,023 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/a82bf2d372484858bf0792bf434e3495 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a82bf2d372484858bf0792bf434e3495 2024-12-01T19:29:41,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741856_1032 (size=12207) 2024-12-01T19:29:41,038 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into a82bf2d372484858bf0792bf434e3495(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:41,040 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:41,040 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081380955; duration=0sec 2024-12-01T19:29:41,040 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:41,040 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:41,041 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:41,046 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:41,046 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:41,047 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:41,047 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/424731ec4a60403288ef81683cdad086, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.3 K 2024-12-01T19:29:41,048 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 424731ec4a60403288ef81683cdad086, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081378190 2024-12-01T19:29:41,049 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e16edcbe5174040992f98f902fd420d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081379263 2024-12-01T19:29:41,050 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fa871155ac8b42988b65f7ae602d1d38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:41,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-01T19:29:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:41,055 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:29:41,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7832515ee2c14e67a62ba3f7f4c1e212 is 50, key is test_row_0/A:col10/1733081380428/Put/seqid=0 2024-12-01T19:29:41,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:41,107 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:41,107 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f0f7ae509bda490691d5fb5ee2f8c6ea is 50, key is test_row_0/C:col10/1733081380035/Put/seqid=0 2024-12-01T19:29:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741857_1033 (size=12001) 2024-12-01T19:29:41,140 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7832515ee2c14e67a62ba3f7f4c1e212 2024-12-01T19:29:41,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081441145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081441145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741858_1034 (size=12207) 2024-12-01T19:29:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/277c541f092543729ca1aeaddf47288f is 50, key is test_row_0/B:col10/1733081380428/Put/seqid=0 2024-12-01T19:29:41,181 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f0f7ae509bda490691d5fb5ee2f8c6ea as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f0f7ae509bda490691d5fb5ee2f8c6ea 2024-12-01T19:29:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741859_1035 (size=12001) 2024-12-01T19:29:41,196 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into f0f7ae509bda490691d5fb5ee2f8c6ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:41,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:41,196 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=13, startTime=1733081380956; duration=0sec 2024-12-01T19:29:41,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:41,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081441256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081441255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:41,442 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/52fa6837a1a34b5e85652a6f51003f93 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/52fa6837a1a34b5e85652a6f51003f93 2024-12-01T19:29:41,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 52fa6837a1a34b5e85652a6f51003f93(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:41,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:41,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081380955; duration=0sec 2024-12-01T19:29:41,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:41,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:41,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081441475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081441476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,597 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/277c541f092543729ca1aeaddf47288f 2024-12-01T19:29:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/e665e8972bea40a9bfb7fffc7469eece is 50, key is test_row_0/C:col10/1733081380428/Put/seqid=0 2024-12-01T19:29:41,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741860_1036 (size=12001) 2024-12-01T19:29:41,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081441786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081441786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:41,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:42,068 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/e665e8972bea40a9bfb7fffc7469eece 2024-12-01T19:29:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7832515ee2c14e67a62ba3f7f4c1e212 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212 2024-12-01T19:29:42,106 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T19:29:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/277c541f092543729ca1aeaddf47288f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f 2024-12-01T19:29:42,121 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T19:29:42,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/e665e8972bea40a9bfb7fffc7469eece as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece 2024-12-01T19:29:42,140 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece, entries=150, sequenceid=116, filesize=11.7 K 2024-12-01T19:29:42,142 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1aa14ecbface555114760fd5a1c38fa in 1087ms, sequenceid=116, compaction requested=false 2024-12-01T19:29:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:42,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T19:29:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T19:29:42,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:29:42,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-12-01T19:29:42,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4160 sec 2024-12-01T19:29:42,299 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:42,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:29:42,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/61a0062065c24611a33b820f4129d755 is 50, key is test_row_0/A:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:42,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741861_1037 (size=12051) 2024-12-01T19:29:42,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/61a0062065c24611a33b820f4129d755 2024-12-01T19:29:42,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/97e42c27949f4a86b37321006b9eb030 is 50, key is test_row_0/B:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741862_1038 (size=12051) 2024-12-01T19:29:42,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/97e42c27949f4a86b37321006b9eb030 2024-12-01T19:29:42,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081442388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff7c08c8cc074144917000b255b98ee1 is 50, key is test_row_0/C:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:42,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081442390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741863_1039 (size=12051) 2024-12-01T19:29:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081442495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081442495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,499 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4304 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081442495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,499 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4304 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081442505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081442515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,519 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081442705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081442716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:42,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff7c08c8cc074144917000b255b98ee1 2024-12-01T19:29:42,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/61a0062065c24611a33b820f4129d755 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755 2024-12-01T19:29:42,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T19:29:42,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/97e42c27949f4a86b37321006b9eb030 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030 2024-12-01T19:29:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:29:42,885 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:42,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-01T19:29:42,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:42,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T19:29:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:42,893 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:42,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:42,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff7c08c8cc074144917000b255b98ee1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1 2024-12-01T19:29:42,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1, entries=150, sequenceid=131, filesize=11.8 K 2024-12-01T19:29:42,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b1aa14ecbface555114760fd5a1c38fa in 613ms, sequenceid=131, compaction requested=true 2024-12-01T19:29:42,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:42,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:42,913 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:42,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:42,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:42,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:42,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:42,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:42,914 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:42,915 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:42,916 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:42,916 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:42,916 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a82bf2d372484858bf0792bf434e3495, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.4 K 2024-12-01T19:29:42,917 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:42,917 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:42,917 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:42,917 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a82bf2d372484858bf0792bf434e3495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:42,917 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/52fa6837a1a34b5e85652a6f51003f93, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.4 K 2024-12-01T19:29:42,918 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52fa6837a1a34b5e85652a6f51003f93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:42,919 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 277c541f092543729ca1aeaddf47288f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733081380428 2024-12-01T19:29:42,922 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e42c27949f4a86b37321006b9eb030, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:42,922 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7832515ee2c14e67a62ba3f7f4c1e212, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733081380428 2024-12-01T19:29:42,924 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61a0062065c24611a33b820f4129d755, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:42,941 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:42,942 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/20a06bc716a248fe9be9875bc29e37b7 is 50, key is test_row_0/B:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:42,966 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:42,967 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/5093157863df4993b0a6e6dd59c3018d is 50, key is test_row_0/A:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741864_1040 (size=12359) 2024-12-01T19:29:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741865_1041 (size=12359) 2024-12-01T19:29:43,015 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/20a06bc716a248fe9be9875bc29e37b7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/20a06bc716a248fe9be9875bc29e37b7 2024-12-01T19:29:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:43,019 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:43,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:29:43,035 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 20a06bc716a248fe9be9875bc29e37b7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:43,035 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:43,035 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081382913; duration=0sec 2024-12-01T19:29:43,035 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:43,035 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:43,035 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:43,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/bf36325e40784b388c14d45f83b66041 is 50, key is test_row_0/A:col10/1733081382380/Put/seqid=0 2024-12-01T19:29:43,039 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:43,040 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:43,040 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,040 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f0f7ae509bda490691d5fb5ee2f8c6ea, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=35.4 K 2024-12-01T19:29:43,041 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f0f7ae509bda490691d5fb5ee2f8c6ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733081380035 2024-12-01T19:29:43,043 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e665e8972bea40a9bfb7fffc7469eece, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733081380428 2024-12-01T19:29:43,044 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ff7c08c8cc074144917000b255b98ee1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:43,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T19:29:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:43,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,063 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:43,064 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/2491e5e3c9e94bceadd538f7b39ca186 is 50, key is test_row_0/C:col10/1733081381140/Put/seqid=0 2024-12-01T19:29:43,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081443073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081443074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741866_1042 (size=14541) 2024-12-01T19:29:43,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/bf36325e40784b388c14d45f83b66041 2024-12-01T19:29:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741867_1043 (size=12359) 2024-12-01T19:29:43,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6a60b80af0f949e6a84104d075a10d14 is 50, key is test_row_0/B:col10/1733081382380/Put/seqid=0 2024-12-01T19:29:43,139 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/2491e5e3c9e94bceadd538f7b39ca186 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/2491e5e3c9e94bceadd538f7b39ca186 2024-12-01T19:29:43,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 2491e5e3c9e94bceadd538f7b39ca186(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:43,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:43,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=13, startTime=1733081382914; duration=0sec 2024-12-01T19:29:43,154 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:43,154 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741868_1044 (size=12151) 2024-12-01T19:29:43,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6a60b80af0f949e6a84104d075a10d14 2024-12-01T19:29:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081443185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/643a22b91c164967a79fa07886d4f3e1 is 50, key is test_row_0/C:col10/1733081382380/Put/seqid=0 2024-12-01T19:29:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081443187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T19:29:43,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:43,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741869_1045 (size=12151) 2024-12-01T19:29:43,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/643a22b91c164967a79fa07886d4f3e1 2024-12-01T19:29:43,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/bf36325e40784b388c14d45f83b66041 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041 2024-12-01T19:29:43,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041, entries=200, sequenceid=155, filesize=14.2 K 2024-12-01T19:29:43,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6a60b80af0f949e6a84104d075a10d14 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14 2024-12-01T19:29:43,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14, entries=150, sequenceid=155, filesize=11.9 K 2024-12-01T19:29:43,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/643a22b91c164967a79fa07886d4f3e1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1 2024-12-01T19:29:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1, entries=150, sequenceid=155, filesize=11.9 K 2024-12-01T19:29:43,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1aa14ecbface555114760fd5a1c38fa in 258ms, sequenceid=155, compaction requested=false 2024-12-01T19:29:43,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:43,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-01T19:29:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:43,362 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:29:43,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d0be9e0d6487455a82a10db33132bcf0 is 50, key is test_row_0/A:col10/1733081383025/Put/seqid=0 2024-12-01T19:29:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741870_1046 (size=12151) 2024-12-01T19:29:43,394 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d0be9e0d6487455a82a10db33132bcf0 2024-12-01T19:29:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:43,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:43,416 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/5093157863df4993b0a6e6dd59c3018d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5093157863df4993b0a6e6dd59c3018d 2024-12-01T19:29:43,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/7069a282c0504df8956802d28b68a0fd is 50, key is test_row_0/B:col10/1733081383025/Put/seqid=0 2024-12-01T19:29:43,432 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 5093157863df4993b0a6e6dd59c3018d(size=12.1 K), total size for store is 26.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:43,432 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:43,432 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081382913; duration=0sec 2024-12-01T19:29:43,433 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:43,433 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741871_1047 (size=12151) 2024-12-01T19:29:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081443497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081443499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:43,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081443606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081443615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081443817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081443825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:43,888 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/7069a282c0504df8956802d28b68a0fd 2024-12-01T19:29:43,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6eb14a26477b403e85889003b67b2adc is 50, key is test_row_0/C:col10/1733081383025/Put/seqid=0 2024-12-01T19:29:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741872_1048 (size=12151) 2024-12-01T19:29:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081444126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081444135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,356 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6eb14a26477b403e85889003b67b2adc 2024-12-01T19:29:44,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d0be9e0d6487455a82a10db33132bcf0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0 2024-12-01T19:29:44,383 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0, entries=150, sequenceid=169, filesize=11.9 K 2024-12-01T19:29:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/7069a282c0504df8956802d28b68a0fd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd 2024-12-01T19:29:44,393 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd, entries=150, sequenceid=169, filesize=11.9 K 2024-12-01T19:29:44,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6eb14a26477b403e85889003b67b2adc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc 2024-12-01T19:29:44,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc, entries=150, sequenceid=169, filesize=11.9 K 2024-12-01T19:29:44,403 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b1aa14ecbface555114760fd5a1c38fa in 1041ms, sequenceid=169, compaction requested=true 2024-12-01T19:29:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T19:29:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T19:29:44,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T19:29:44,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5130 sec 2024-12-01T19:29:44,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5250 sec 2024-12-01T19:29:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:44,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T19:29:44,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/970895ad4c4b47909e98e35b1c38424b is 50, key is test_row_0/A:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081444665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081444665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741873_1049 (size=12151) 2024-12-01T19:29:44,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/970895ad4c4b47909e98e35b1c38424b 2024-12-01T19:29:44,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/350089edb21148abae96463cd06223e8 is 50, key is test_row_0/B:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741874_1050 (size=12151) 2024-12-01T19:29:44,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/350089edb21148abae96463cd06223e8 2024-12-01T19:29:44,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/69f0c541cf07455c9f9c3fd6571de68e is 50, key is test_row_0/C:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741875_1051 (size=12151) 2024-12-01T19:29:44,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/69f0c541cf07455c9f9c3fd6571de68e 2024-12-01T19:29:44,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:44,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/970895ad4c4b47909e98e35b1c38424b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b 2024-12-01T19:29:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081444775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081444775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:44,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T19:29:44,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/350089edb21148abae96463cd06223e8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8 2024-12-01T19:29:44,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T19:29:44,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/69f0c541cf07455c9f9c3fd6571de68e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e 2024-12-01T19:29:44,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e, entries=150, sequenceid=198, filesize=11.9 K 2024-12-01T19:29:44,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for b1aa14ecbface555114760fd5a1c38fa in 163ms, sequenceid=198, compaction requested=true 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:44,818 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:44,818 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:44,820 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:44,820 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:44,820 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:44,821 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/20a06bc716a248fe9be9875bc29e37b7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=47.7 K 2024-12-01T19:29:44,821 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:44,821 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:44,821 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:44,821 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5093157863df4993b0a6e6dd59c3018d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=50.0 K 2024-12-01T19:29:44,822 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 20a06bc716a248fe9be9875bc29e37b7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:44,823 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5093157863df4993b0a6e6dd59c3018d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:44,823 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a60b80af0f949e6a84104d075a10d14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081382380 2024-12-01T19:29:44,824 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf36325e40784b388c14d45f83b66041, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081382380 2024-12-01T19:29:44,825 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7069a282c0504df8956802d28b68a0fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733081383025 2024-12-01T19:29:44,825 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 350089edb21148abae96463cd06223e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:44,825 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0be9e0d6487455a82a10db33132bcf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733081383025 2024-12-01T19:29:44,826 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 970895ad4c4b47909e98e35b1c38424b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:44,848 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:44,849 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/52320517bc874e789a3cb8306fe10c82 is 50, key is test_row_0/B:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,864 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:44,865 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/ad7191e9612945188316637d671d658a is 50, key is test_row_0/A:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741876_1052 (size=12595) 2024-12-01T19:29:44,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741877_1053 (size=12595) 2024-12-01T19:29:44,920 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/52320517bc874e789a3cb8306fe10c82 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/52320517bc874e789a3cb8306fe10c82 2024-12-01T19:29:44,930 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 52320517bc874e789a3cb8306fe10c82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:44,930 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:44,930 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=12, startTime=1733081384818; duration=0sec 2024-12-01T19:29:44,932 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:44,932 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:44,932 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:44,934 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:44,934 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:44,935 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:44,935 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/2491e5e3c9e94bceadd538f7b39ca186, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=47.7 K 2024-12-01T19:29:44,935 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2491e5e3c9e94bceadd538f7b39ca186, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733081381137 2024-12-01T19:29:44,936 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 643a22b91c164967a79fa07886d4f3e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081382380 2024-12-01T19:29:44,937 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb14a26477b403e85889003b67b2adc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733081383025 2024-12-01T19:29:44,938 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 69f0c541cf07455c9f9c3fd6571de68e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:44,969 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:44,970 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/56e3e4b057fe4f369c7003332d4cf516 is 50, key is test_row_0/C:col10/1733081384653/Put/seqid=0 2024-12-01T19:29:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:44,993 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:44,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:29:45,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/f4b38615294f44e3996088ec7b19e780 is 50, key is test_row_0/A:col10/1733081384988/Put/seqid=0 2024-12-01T19:29:45,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741878_1054 (size=12595) 2024-12-01T19:29:45,024 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/56e3e4b057fe4f369c7003332d4cf516 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/56e3e4b057fe4f369c7003332d4cf516 2024-12-01T19:29:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:29:45,035 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:45,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-01T19:29:45,039 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 56e3e4b057fe4f369c7003332d4cf516(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:45,039 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:45,039 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=12, startTime=1733081384818; duration=0sec 2024-12-01T19:29:45,039 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:45,040 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:45,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741879_1055 (size=12151) 2024-12-01T19:29:45,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:45,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:45,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/f4b38615294f44e3996088ec7b19e780 2024-12-01T19:29:45,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/48a4d31b06e348d1a211f74b00d18e15 is 50, key is test_row_0/B:col10/1733081384988/Put/seqid=0 2024-12-01T19:29:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081445138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081445140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741880_1056 (size=12151) 2024-12-01T19:29:45,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/48a4d31b06e348d1a211f74b00d18e15 2024-12-01T19:29:45,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/65ed5e0c75ba46238f92add0513fcbf5 is 50, key is test_row_0/C:col10/1733081384988/Put/seqid=0 2024-12-01T19:29:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741881_1057 (size=12151) 2024-12-01T19:29:45,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T19:29:45,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:45,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081445255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081445255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,324 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/ad7191e9612945188316637d671d658a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/ad7191e9612945188316637d671d658a 2024-12-01T19:29:45,350 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into ad7191e9612945188316637d671d658a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:45,350 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:45,350 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=12, startTime=1733081384818; duration=0sec 2024-12-01T19:29:45,351 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:45,351 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:45,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T19:29:45,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081445465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081445465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T19:29:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:45,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/65ed5e0c75ba46238f92add0513fcbf5 2024-12-01T19:29:45,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/f4b38615294f44e3996088ec7b19e780 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780 2024-12-01T19:29:45,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780, entries=150, sequenceid=211, filesize=11.9 K 2024-12-01T19:29:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/48a4d31b06e348d1a211f74b00d18e15 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15 2024-12-01T19:29:45,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15, entries=150, sequenceid=211, filesize=11.9 K 2024-12-01T19:29:45,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/65ed5e0c75ba46238f92add0513fcbf5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5 2024-12-01T19:29:45,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5, entries=150, sequenceid=211, filesize=11.9 K 2024-12-01T19:29:45,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1aa14ecbface555114760fd5a1c38fa in 634ms, sequenceid=211, compaction requested=false 2024-12-01T19:29:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:45,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-01T19:29:45,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:45,722 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:29:45,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6c5d73ca51054366b4979fe296e75f38 is 50, key is test_row_0/A:col10/1733081385020/Put/seqid=0 2024-12-01T19:29:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741882_1058 (size=12151) 2024-12-01T19:29:45,766 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6c5d73ca51054366b4979fe296e75f38 2024-12-01T19:29:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:45,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c91642a061ac4a3ba47e3899da6cdd56 is 50, key is test_row_0/B:col10/1733081385020/Put/seqid=0 2024-12-01T19:29:45,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081445799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081445801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741883_1059 (size=12151) 2024-12-01T19:29:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081445905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081445905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081446114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081446115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:46,231 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c91642a061ac4a3ba47e3899da6cdd56 2024-12-01T19:29:46,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff48dca2829b4a51bbb4590619268fd3 is 50, key is test_row_0/C:col10/1733081385020/Put/seqid=0 2024-12-01T19:29:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741884_1060 (size=12151) 2024-12-01T19:29:46,268 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff48dca2829b4a51bbb4590619268fd3 2024-12-01T19:29:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6c5d73ca51054366b4979fe296e75f38 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38 2024-12-01T19:29:46,302 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T19:29:46,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c91642a061ac4a3ba47e3899da6cdd56 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56 2024-12-01T19:29:46,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T19:29:46,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ff48dca2829b4a51bbb4590619268fd3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3 2024-12-01T19:29:46,353 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3, entries=150, sequenceid=237, filesize=11.9 K 2024-12-01T19:29:46,355 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1aa14ecbface555114760fd5a1c38fa in 632ms, sequenceid=237, compaction requested=true 2024-12-01T19:29:46,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:46,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:46,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T19:29:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T19:29:46,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T19:29:46,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-12-01T19:29:46,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3280 sec 2024-12-01T19:29:46,428 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:46,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:29:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:46,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/81816c1d63394de68fe1f84c8d3797e5 is 50, key is test_row_0/A:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741885_1061 (size=14541) 2024-12-01T19:29:46,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/81816c1d63394de68fe1f84c8d3797e5 2024-12-01T19:29:46,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c94136ab7a024dc187f0b419e42ae445 is 50, key is test_row_0/B:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741886_1062 (size=12151) 2024-12-01T19:29:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081446516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081446516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c94136ab7a024dc187f0b419e42ae445 2024-12-01T19:29:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081446535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081446535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,540 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8345 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,542 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8347 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081446545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,549 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f30b21e4966446f68f5ca693ebe1448b is 50, key is test_row_0/C:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:46,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741887_1063 (size=12151) 2024-12-01T19:29:46,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081446625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081446626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081446835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081446835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:46,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f30b21e4966446f68f5ca693ebe1448b 2024-12-01T19:29:46,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/81816c1d63394de68fe1f84c8d3797e5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5 2024-12-01T19:29:47,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5, entries=200, sequenceid=250, filesize=14.2 K 2024-12-01T19:29:47,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/c94136ab7a024dc187f0b419e42ae445 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445 2024-12-01T19:29:47,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T19:29:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f30b21e4966446f68f5ca693ebe1448b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b 2024-12-01T19:29:47,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T19:29:47,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b1aa14ecbface555114760fd5a1c38fa in 596ms, sequenceid=250, compaction requested=true 2024-12-01T19:29:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:47,025 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:47,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:47,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:47,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:47,026 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:47,030 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:47,030 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:47,031 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,031 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/52320517bc874e789a3cb8306fe10c82, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=47.9 K 2024-12-01T19:29:47,031 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:47,031 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:47,031 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,032 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/ad7191e9612945188316637d671d658a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=50.2 K 2024-12-01T19:29:47,032 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad7191e9612945188316637d671d658a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:47,033 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 52320517bc874e789a3cb8306fe10c82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:47,033 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4b38615294f44e3996088ec7b19e780, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733081384663 2024-12-01T19:29:47,033 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a4d31b06e348d1a211f74b00d18e15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733081384663 2024-12-01T19:29:47,034 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c5d73ca51054366b4979fe296e75f38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733081385020 2024-12-01T19:29:47,034 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c91642a061ac4a3ba47e3899da6cdd56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733081385020 2024-12-01T19:29:47,035 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81816c1d63394de68fe1f84c8d3797e5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:47,036 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c94136ab7a024dc187f0b419e42ae445, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:47,063 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:47,064 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4263a140454c41aaa701a1633e2af8ba is 50, key is test_row_0/B:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:47,075 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:47,076 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/3ee923707037473c98a304916df88b53 is 50, key is test_row_0/A:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:47,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741889_1065 (size=12731) 2024-12-01T19:29:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741888_1064 (size=12731) 2024-12-01T19:29:47,141 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/3ee923707037473c98a304916df88b53 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/3ee923707037473c98a304916df88b53 2024-12-01T19:29:47,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:47,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:29:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:47,164 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 3ee923707037473c98a304916df88b53(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:47,164 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:47,164 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=12, startTime=1733081387025; duration=0sec 2024-12-01T19:29:47,164 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:47,164 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:47,164 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:47,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0b6af8a847b4f67b52a2dbecaebc9a1 is 50, key is test_row_0/A:col10/1733081386475/Put/seqid=0 2024-12-01T19:29:47,176 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:47,176 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:47,176 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,176 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/56e3e4b057fe4f369c7003332d4cf516, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=47.9 K 2024-12-01T19:29:47,177 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56e3e4b057fe4f369c7003332d4cf516, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733081383480 2024-12-01T19:29:47,183 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65ed5e0c75ba46238f92add0513fcbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733081384663 2024-12-01T19:29:47,184 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff48dca2829b4a51bbb4590619268fd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733081385020 2024-12-01T19:29:47,185 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f30b21e4966446f68f5ca693ebe1448b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:29:47,186 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:47,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-01T19:29:47,190 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:47,192 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:47,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:47,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081447196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081447198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741890_1066 (size=14741) 2024-12-01T19:29:47,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0b6af8a847b4f67b52a2dbecaebc9a1 2024-12-01T19:29:47,212 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:47,214 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/8cc18994af434447b9f7104194af5491 is 50, key is test_row_0/C:col10/1733081386426/Put/seqid=0 2024-12-01T19:29:47,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/65a8601b43ee4f659523b62dc983b06a is 50, key is test_row_0/B:col10/1733081386475/Put/seqid=0 2024-12-01T19:29:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741891_1067 (size=12731) 2024-12-01T19:29:47,264 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/8cc18994af434447b9f7104194af5491 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8cc18994af434447b9f7104194af5491 2024-12-01T19:29:47,279 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 8cc18994af434447b9f7104194af5491(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:47,280 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:47,280 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=12, startTime=1733081387026; duration=0sec 2024-12-01T19:29:47,280 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:47,280 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741892_1068 (size=12301) 2024-12-01T19:29:47,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/65a8601b43ee4f659523b62dc983b06a 2024-12-01T19:29:47,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081447315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081447315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ac6c344ac7954007857609e91b56d356 is 50, key is test_row_0/C:col10/1733081386475/Put/seqid=0 2024-12-01T19:29:47,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T19:29:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741893_1069 (size=12301) 2024-12-01T19:29:47,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ac6c344ac7954007857609e91b56d356 2024-12-01T19:29:47,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0b6af8a847b4f67b52a2dbecaebc9a1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1 2024-12-01T19:29:47,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1, entries=200, sequenceid=275, filesize=14.4 K 2024-12-01T19:29:47,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/65a8601b43ee4f659523b62dc983b06a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a 2024-12-01T19:29:47,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a, entries=150, sequenceid=275, filesize=12.0 K 2024-12-01T19:29:47,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/ac6c344ac7954007857609e91b56d356 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356 2024-12-01T19:29:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356, entries=150, sequenceid=275, filesize=12.0 K 2024-12-01T19:29:47,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b1aa14ecbface555114760fd5a1c38fa in 289ms, sequenceid=275, compaction requested=false 2024-12-01T19:29:47,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:47,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-01T19:29:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:47,512 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:29:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/4d3c67930c894bd7ac6b1da9cdb788bc is 50, key is test_row_0/A:col10/1733081387186/Put/seqid=0 2024-12-01T19:29:47,552 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4263a140454c41aaa701a1633e2af8ba as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4263a140454c41aaa701a1633e2af8ba 2024-12-01T19:29:47,562 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 4263a140454c41aaa701a1633e2af8ba(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:47,562 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:47,562 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=12, startTime=1733081387025; duration=0sec 2024-12-01T19:29:47,562 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:47,562 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741894_1070 (size=12301) 2024-12-01T19:29:47,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081447642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081447645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081447755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081447765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:47,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081447965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081447975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:47,987 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/4d3c67930c894bd7ac6b1da9cdb788bc 2024-12-01T19:29:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3567b35fed6d4b75b0f1089cf4c2c2d6 is 50, key is test_row_0/B:col10/1733081387186/Put/seqid=0 2024-12-01T19:29:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741895_1071 (size=12301) 2024-12-01T19:29:48,032 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3567b35fed6d4b75b0f1089cf4c2c2d6 2024-12-01T19:29:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c837fa7036cc414287ecd4888380dcd9 is 50, key is test_row_0/C:col10/1733081387186/Put/seqid=0 2024-12-01T19:29:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741896_1072 (size=12301) 2024-12-01T19:29:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081448275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:48,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081448284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:48,475 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c837fa7036cc414287ecd4888380dcd9 2024-12-01T19:29:48,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/4d3c67930c894bd7ac6b1da9cdb788bc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc 2024-12-01T19:29:48,496 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:29:48,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3567b35fed6d4b75b0f1089cf4c2c2d6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6 2024-12-01T19:29:48,510 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:29:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c837fa7036cc414287ecd4888380dcd9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9 2024-12-01T19:29:48,520 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:29:48,522 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1aa14ecbface555114760fd5a1c38fa in 1010ms, sequenceid=288, compaction requested=true 2024-12-01T19:29:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:48,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-01T19:29:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-01T19:29:48,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T19:29:48,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-12-01T19:29:48,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3460 sec 2024-12-01T19:29:48,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:48,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:29:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:48,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/5e0327b0c2db4c57957272d6e66e7dcb is 50, key is test_row_0/A:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:48,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081448814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:48,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081448818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741897_1073 (size=14741) 2024-12-01T19:29:48,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/5e0327b0c2db4c57957272d6e66e7dcb 2024-12-01T19:29:48,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/06321e5e12f146dd9b2bfe6e09ab59b6 is 50, key is test_row_0/B:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:48,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741898_1074 (size=12301) 2024-12-01T19:29:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081448926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081448926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081449134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081449135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/06321e5e12f146dd9b2bfe6e09ab59b6 2024-12-01T19:29:49,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c8547fea1e084d13940986d90b444d70 is 50, key is test_row_0/C:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-01T19:29:49,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:49,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-01T19:29:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:49,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:49,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:49,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741899_1075 (size=12301) 2024-12-01T19:29:49,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c8547fea1e084d13940986d90b444d70 2024-12-01T19:29:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/5e0327b0c2db4c57957272d6e66e7dcb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb 2024-12-01T19:29:49,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb, entries=200, sequenceid=315, filesize=14.4 K 2024-12-01T19:29:49,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/06321e5e12f146dd9b2bfe6e09ab59b6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6 2024-12-01T19:29:49,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6, entries=150, sequenceid=315, filesize=12.0 K 2024-12-01T19:29:49,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/c8547fea1e084d13940986d90b444d70 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70 2024-12-01T19:29:49,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70, entries=150, sequenceid=315, filesize=12.0 K 2024-12-01T19:29:49,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b1aa14ecbface555114760fd5a1c38fa in 613ms, sequenceid=315, compaction requested=true 2024-12-01T19:29:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:49,403 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:49,403 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:49,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:49,404 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:49,404 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:49,405 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:49,405 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:49,405 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,405 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4263a140454c41aaa701a1633e2af8ba, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=48.5 K 2024-12-01T19:29:49,405 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,405 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/3ee923707037473c98a304916df88b53, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=53.2 K 2024-12-01T19:29:49,405 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4263a140454c41aaa701a1633e2af8ba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:49,406 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ee923707037473c98a304916df88b53, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:49,406 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a8601b43ee4f659523b62dc983b06a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733081386475 2024-12-01T19:29:49,406 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0b6af8a847b4f67b52a2dbecaebc9a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733081386475 2024-12-01T19:29:49,406 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3567b35fed6d4b75b0f1089cf4c2c2d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081387173 2024-12-01T19:29:49,406 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d3c67930c894bd7ac6b1da9cdb788bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081387173 2024-12-01T19:29:49,407 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 06321e5e12f146dd9b2bfe6e09ab59b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:49,407 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0327b0c2db4c57957272d6e66e7dcb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:49,423 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:49,424 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/0333fcc41b3f4f56a5a87663beb015dc is 50, key is test_row_0/B:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:49,434 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:49,435 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/0771b5b5eff44e67b13ceb0c7d64d2cb is 50, key is test_row_0/A:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741900_1076 (size=13017) 2024-12-01T19:29:49,449 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:49,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:29:49,455 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/0333fcc41b3f4f56a5a87663beb015dc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0333fcc41b3f4f56a5a87663beb015dc 2024-12-01T19:29:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:49,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741901_1077 (size=13017) 2024-12-01T19:29:49,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/8daf775c29344c57bd62802116d93fb7 is 50, key is test_row_0/A:col10/1733081388816/Put/seqid=0 2024-12-01T19:29:49,467 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 0333fcc41b3f4f56a5a87663beb015dc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:49,467 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:49,467 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=12, startTime=1733081389403; duration=0sec 2024-12-01T19:29:49,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:49,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:49,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:49,470 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:49,470 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:49,470 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,470 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8cc18994af434447b9f7104194af5491, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=48.5 K 2024-12-01T19:29:49,471 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc18994af434447b9f7104194af5491, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081385791 2024-12-01T19:29:49,472 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ac6c344ac7954007857609e91b56d356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733081386475 2024-12-01T19:29:49,472 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c837fa7036cc414287ecd4888380dcd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081387173 2024-12-01T19:29:49,473 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c8547fea1e084d13940986d90b444d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:49,487 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:49,488 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/90843e9fc25b4abbb2ab1c4814a49d81 is 50, key is test_row_0/C:col10/1733081387618/Put/seqid=0 2024-12-01T19:29:49,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741902_1078 (size=14741) 2024-12-01T19:29:49,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/8daf775c29344c57bd62802116d93fb7 2024-12-01T19:29:49,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T19:29:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741903_1079 (size=13017) 2024-12-01T19:29:49,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3afa4242ea7545a79efaeb72c8f7ab23 is 50, key is test_row_0/B:col10/1733081388816/Put/seqid=0 2024-12-01T19:29:49,522 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/90843e9fc25b4abbb2ab1c4814a49d81 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/90843e9fc25b4abbb2ab1c4814a49d81 2024-12-01T19:29:49,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081449523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081449527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,536 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 90843e9fc25b4abbb2ab1c4814a49d81(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:49,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:49,536 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=12, startTime=1733081389403; duration=0sec 2024-12-01T19:29:49,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:49,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741904_1080 (size=12301) 2024-12-01T19:29:49,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3afa4242ea7545a79efaeb72c8f7ab23 2024-12-01T19:29:49,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/11f52661904e4663a72d0b4a0a891be5 is 50, key is test_row_0/C:col10/1733081388816/Put/seqid=0 2024-12-01T19:29:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741905_1081 (size=12301) 2024-12-01T19:29:49,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/11f52661904e4663a72d0b4a0a891be5 2024-12-01T19:29:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/8daf775c29344c57bd62802116d93fb7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7 2024-12-01T19:29:49,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7, entries=200, sequenceid=327, filesize=14.4 K 2024-12-01T19:29:49,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/3afa4242ea7545a79efaeb72c8f7ab23 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23 2024-12-01T19:29:49,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23, entries=150, sequenceid=327, filesize=12.0 K 2024-12-01T19:29:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081449645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081449645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/11f52661904e4663a72d0b4a0a891be5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5 2024-12-01T19:29:49,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T19:29:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:49,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5, entries=150, sequenceid=327, filesize=12.0 K 2024-12-01T19:29:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:49,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1aa14ecbface555114760fd5a1c38fa in 217ms, sequenceid=327, compaction requested=false 2024-12-01T19:29:49,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:49,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-01T19:29:49,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:49,815 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:29:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0e5d58b82fb4a199af68630c9737b46 is 50, key is test_row_0/A:col10/1733081389520/Put/seqid=0 2024-12-01T19:29:49,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741906_1082 (size=12301) 2024-12-01T19:29:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:49,869 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/0771b5b5eff44e67b13ceb0c7d64d2cb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0771b5b5eff44e67b13ceb0c7d64d2cb 2024-12-01T19:29:49,879 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 0771b5b5eff44e67b13ceb0c7d64d2cb(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:49,879 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:49,879 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=12, startTime=1733081389402; duration=0sec 2024-12-01T19:29:49,879 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:49,880 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:49,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081449883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081449884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081449995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081449995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:49,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081450205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:50,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081450205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:50,255 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0e5d58b82fb4a199af68630c9737b46 2024-12-01T19:29:50,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/688c02b49fe6432dbf227fdadc3066dc is 50, key is test_row_0/B:col10/1733081389520/Put/seqid=0 2024-12-01T19:29:50,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741907_1083 (size=12301) 2024-12-01T19:29:50,276 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/688c02b49fe6432dbf227fdadc3066dc 2024-12-01T19:29:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/42832b8fd0d544b1b1348a6ed0029565 is 50, key is test_row_0/C:col10/1733081389520/Put/seqid=0 2024-12-01T19:29:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741908_1084 (size=12301) 2024-12-01T19:29:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081450515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081450515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/42832b8fd0d544b1b1348a6ed0029565 2024-12-01T19:29:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e0e5d58b82fb4a199af68630c9737b46 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46 2024-12-01T19:29:50,711 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T19:29:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/688c02b49fe6432dbf227fdadc3066dc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc 2024-12-01T19:29:50,719 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T19:29:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/42832b8fd0d544b1b1348a6ed0029565 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565 2024-12-01T19:29:50,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565, entries=150, sequenceid=353, filesize=12.0 K 2024-12-01T19:29:50,727 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1aa14ecbface555114760fd5a1c38fa in 912ms, sequenceid=353, compaction requested=true 2024-12-01T19:29:50,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:50,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:50,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-01T19:29:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-01T19:29:50,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-01T19:29:50,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-12-01T19:29:50,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3860 sec 2024-12-01T19:29:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:51,028 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:51,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:29:51,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/01ad0a4775694a2ea636ade89e262622 is 50, key is test_row_0/A:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741909_1085 (size=12301) 2024-12-01T19:29:51,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/01ad0a4775694a2ea636ade89e262622 2024-12-01T19:29:51,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/5a1a264fc9ba4642900f9025a40586f6 is 50, key is test_row_0/B:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741910_1086 (size=12301) 2024-12-01T19:29:51,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081451077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081451078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081451185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081451185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081451394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081451395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/5a1a264fc9ba4642900f9025a40586f6 2024-12-01T19:29:51,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5ab26e1ecad94f78a05c8f46b648fa1b is 50, key is test_row_0/C:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741911_1087 (size=12301) 2024-12-01T19:29:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-01T19:29:51,495 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:51,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-01T19:29:51,497 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:51,498 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:51,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:51,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T19:29:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081451705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081451705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:51,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:51,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T19:29:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:51,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5ab26e1ecad94f78a05c8f46b648fa1b 2024-12-01T19:29:51,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/01ad0a4775694a2ea636ade89e262622 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622 2024-12-01T19:29:51,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622, entries=150, sequenceid=369, filesize=12.0 K 2024-12-01T19:29:51,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/5a1a264fc9ba4642900f9025a40586f6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6 2024-12-01T19:29:51,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6, entries=150, sequenceid=369, filesize=12.0 K 2024-12-01T19:29:51,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/5ab26e1ecad94f78a05c8f46b648fa1b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b 2024-12-01T19:29:51,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b, entries=150, sequenceid=369, filesize=12.0 K 2024-12-01T19:29:51,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b1aa14ecbface555114760fd5a1c38fa in 889ms, sequenceid=369, compaction requested=true 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:51,917 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:51,917 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:51,919 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:51,919 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:51,919 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,919 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0333fcc41b3f4f56a5a87663beb015dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=48.8 K 2024-12-01T19:29:51,919 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:51,919 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:51,920 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,920 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0771b5b5eff44e67b13ceb0c7d64d2cb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=51.1 K 2024-12-01T19:29:51,920 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0333fcc41b3f4f56a5a87663beb015dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:51,920 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0771b5b5eff44e67b13ceb0c7d64d2cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:51,921 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8daf775c29344c57bd62802116d93fb7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081388805 2024-12-01T19:29:51,921 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3afa4242ea7545a79efaeb72c8f7ab23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081388805 2024-12-01T19:29:51,921 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 688c02b49fe6432dbf227fdadc3066dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733081389515 2024-12-01T19:29:51,921 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0e5d58b82fb4a199af68630c9737b46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733081389515 2024-12-01T19:29:51,922 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a1a264fc9ba4642900f9025a40586f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:51,922 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01ad0a4775694a2ea636ade89e262622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:51,933 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:51,934 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/448e73f2df2245a88245457f5f8ec356 is 50, key is test_row_0/B:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:51,938 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#76 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:51,938 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6c8bea0fe5fc48979cdd9fb1783eb83a is 50, key is test_row_0/A:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741912_1088 (size=13153) 2024-12-01T19:29:51,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-01T19:29:51,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,958 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T19:29:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741913_1089 (size=13153) 2024-12-01T19:29:51,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/86429227c4df4ea69a2724411b83a31d is 50, key is test_row_0/A:col10/1733081391076/Put/seqid=0 2024-12-01T19:29:51,977 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/6c8bea0fe5fc48979cdd9fb1783eb83a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c8bea0fe5fc48979cdd9fb1783eb83a 2024-12-01T19:29:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741914_1090 (size=12301) 2024-12-01T19:29:51,983 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/86429227c4df4ea69a2724411b83a31d 2024-12-01T19:29:51,985 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 6c8bea0fe5fc48979cdd9fb1783eb83a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:51,986 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:51,986 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=12, startTime=1733081391917; duration=0sec 2024-12-01T19:29:51,986 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:51,986 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:51,986 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:51,989 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:51,989 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:51,990 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:51,990 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/90843e9fc25b4abbb2ab1c4814a49d81, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=48.8 K 2024-12-01T19:29:51,991 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90843e9fc25b4abbb2ab1c4814a49d81, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733081387618 2024-12-01T19:29:51,991 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11f52661904e4663a72d0b4a0a891be5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081388805 2024-12-01T19:29:51,997 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42832b8fd0d544b1b1348a6ed0029565, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733081389515 2024-12-01T19:29:51,998 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ab26e1ecad94f78a05c8f46b648fa1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6d54f749be134625a1192680a16348be is 50, key is test_row_0/B:col10/1733081391076/Put/seqid=0 2024-12-01T19:29:52,013 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:52,014 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f539790ab58441dcb37bfd136603ca89 is 50, key is test_row_0/C:col10/1733081391027/Put/seqid=0 2024-12-01T19:29:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741915_1091 (size=12301) 2024-12-01T19:29:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741916_1092 (size=13153) 2024-12-01T19:29:52,042 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/f539790ab58441dcb37bfd136603ca89 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f539790ab58441dcb37bfd136603ca89 2024-12-01T19:29:52,051 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into f539790ab58441dcb37bfd136603ca89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:52,052 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:52,052 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=12, startTime=1733081391917; duration=0sec 2024-12-01T19:29:52,052 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:52,052 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:52,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081452235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081452236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081452345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081452345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,359 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/448e73f2df2245a88245457f5f8ec356 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/448e73f2df2245a88245457f5f8ec356 2024-12-01T19:29:52,366 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 448e73f2df2245a88245457f5f8ec356(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:52,366 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:52,367 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=12, startTime=1733081391917; duration=0sec 2024-12-01T19:29:52,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:52,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:52,428 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6d54f749be134625a1192680a16348be 2024-12-01T19:29:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/89e708addfca43fd974f0087d799cab9 is 50, key is test_row_0/C:col10/1733081391076/Put/seqid=0 2024-12-01T19:29:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741917_1093 (size=12301) 2024-12-01T19:29:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081452555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081452555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:52,849 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/89e708addfca43fd974f0087d799cab9 2024-12-01T19:29:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/86429227c4df4ea69a2724411b83a31d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d 2024-12-01T19:29:52,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d, entries=150, sequenceid=390, filesize=12.0 K 2024-12-01T19:29:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/6d54f749be134625a1192680a16348be as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be 2024-12-01T19:29:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081452865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:52,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081452865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:52,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:52,869 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be, entries=150, sequenceid=390, filesize=12.0 K 2024-12-01T19:29:52,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/89e708addfca43fd974f0087d799cab9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9 2024-12-01T19:29:52,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9, entries=150, sequenceid=390, filesize=12.0 K 2024-12-01T19:29:52,877 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b1aa14ecbface555114760fd5a1c38fa in 919ms, sequenceid=390, compaction requested=false 2024-12-01T19:29:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:52,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-01T19:29:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-01T19:29:52,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-01T19:29:52,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec 2024-12-01T19:29:52,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3890 sec 2024-12-01T19:29:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:53,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:53,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T19:29:53,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/65b648b87cf7430b83102d58a47bbafe is 50, key is test_row_0/A:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741918_1094 (size=17181) 2024-12-01T19:29:53,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/65b648b87cf7430b83102d58a47bbafe 2024-12-01T19:29:53,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/b45f5c136bdb4dbb827286e4594718f2 is 50, key is test_row_0/B:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081453409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081453410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741919_1095 (size=12301) 2024-12-01T19:29:53,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081453514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081453515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-01T19:29:53,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:53,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-01T19:29:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:53,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:53,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:53,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081453724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081453724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:53,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:53,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T19:29:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:53,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:53,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:53,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/b45f5c136bdb4dbb827286e4594718f2 2024-12-01T19:29:53,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/61c535da99d44d8490557ada298c8658 is 50, key is test_row_0/C:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741920_1096 (size=12301) 2024-12-01T19:29:53,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T19:29:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:53,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:53,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:54,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081454036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081454036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T19:29:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/61c535da99d44d8490557ada298c8658 2024-12-01T19:29:54,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/65b648b87cf7430b83102d58a47bbafe as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe 2024-12-01T19:29:54,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe, entries=250, sequenceid=410, filesize=16.8 K 2024-12-01T19:29:54,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/b45f5c136bdb4dbb827286e4594718f2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2 2024-12-01T19:29:54,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T19:29:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:54,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2, entries=150, sequenceid=410, filesize=12.0 K 2024-12-01T19:29:54,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/61c535da99d44d8490557ada298c8658 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658 2024-12-01T19:29:54,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658, entries=150, sequenceid=410, filesize=12.0 K 2024-12-01T19:29:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b1aa14ecbface555114760fd5a1c38fa in 930ms, sequenceid=410, compaction requested=true 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:54,308 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:54,308 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:54,311 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:54,311 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:54,311 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,312 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/448e73f2df2245a88245457f5f8ec356, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=36.9 K 2024-12-01T19:29:54,312 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:54,312 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:54,312 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,312 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c8bea0fe5fc48979cdd9fb1783eb83a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=41.6 K 2024-12-01T19:29:54,313 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 448e73f2df2245a88245457f5f8ec356, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:54,314 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d54f749be134625a1192680a16348be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733081391071 2024-12-01T19:29:54,314 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8bea0fe5fc48979cdd9fb1783eb83a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:54,314 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86429227c4df4ea69a2724411b83a31d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733081391071 2024-12-01T19:29:54,314 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b45f5c136bdb4dbb827286e4594718f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392230 2024-12-01T19:29:54,314 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b648b87cf7430b83102d58a47bbafe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392228 2024-12-01T19:29:54,326 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:54,328 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/eac2f88c33f241c083939fb656c7534b is 50, key is test_row_0/B:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:54,334 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:54,335 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/254409a2505f4901a09c6277dd066556 is 50, key is test_row_0/A:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741921_1097 (size=13255) 2024-12-01T19:29:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741922_1098 (size=13255) 2024-12-01T19:29:54,386 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/eac2f88c33f241c083939fb656c7534b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/eac2f88c33f241c083939fb656c7534b 2024-12-01T19:29:54,401 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into eac2f88c33f241c083939fb656c7534b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:54,401 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:54,401 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081394308; duration=0sec 2024-12-01T19:29:54,401 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:54,401 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:54,401 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/254409a2505f4901a09c6277dd066556 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/254409a2505f4901a09c6277dd066556 2024-12-01T19:29:54,401 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:54,402 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:54,402 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:54,402 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,403 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f539790ab58441dcb37bfd136603ca89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=36.9 K 2024-12-01T19:29:54,403 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f539790ab58441dcb37bfd136603ca89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733081389880 2024-12-01T19:29:54,404 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e708addfca43fd974f0087d799cab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733081391071 2024-12-01T19:29:54,404 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 61c535da99d44d8490557ada298c8658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392230 2024-12-01T19:29:54,409 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 254409a2505f4901a09c6277dd066556(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:54,409 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:54,409 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081394308; duration=0sec 2024-12-01T19:29:54,409 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:54,409 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:54,418 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:54,419 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/dc03ccf87b98436a93e944f500723ff5 is 50, key is test_row_0/C:col10/1733081392230/Put/seqid=0 2024-12-01T19:29:54,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-01T19:29:54,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:54,423 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T19:29:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7efa6f5bafab4393af6946baa9920fc1 is 50, key is test_row_0/A:col10/1733081393407/Put/seqid=0 2024-12-01T19:29:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741924_1100 (size=12301) 2024-12-01T19:29:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741923_1099 (size=13255) 2024-12-01T19:29:54,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:54,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081454594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081454594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081454705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081454712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:54,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7efa6f5bafab4393af6946baa9920fc1 2024-12-01T19:29:54,868 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/dc03ccf87b98436a93e944f500723ff5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/dc03ccf87b98436a93e944f500723ff5 2024-12-01T19:29:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed1daff4e9524739a1d4392f245c51d9 is 50, key is test_row_0/B:col10/1733081393407/Put/seqid=0 2024-12-01T19:29:54,879 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into dc03ccf87b98436a93e944f500723ff5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:54,879 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:54,879 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=13, startTime=1733081394308; duration=0sec 2024-12-01T19:29:54,879 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:54,879 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741925_1101 (size=12301) 2024-12-01T19:29:54,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081454916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:54,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081454925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:54,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081455225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081455234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,345 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed1daff4e9524739a1d4392f245c51d9 2024-12-01T19:29:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/8ce5154ab2e24797aa3755d5c01a6efb is 50, key is test_row_0/C:col10/1733081393407/Put/seqid=0 2024-12-01T19:29:55,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741926_1102 (size=12301) 2024-12-01T19:29:55,364 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/8ce5154ab2e24797aa3755d5c01a6efb 2024-12-01T19:29:55,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7efa6f5bafab4393af6946baa9920fc1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1 2024-12-01T19:29:55,375 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1, entries=150, sequenceid=431, filesize=12.0 K 2024-12-01T19:29:55,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/ed1daff4e9524739a1d4392f245c51d9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9 2024-12-01T19:29:55,381 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9, entries=150, sequenceid=431, filesize=12.0 K 2024-12-01T19:29:55,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/8ce5154ab2e24797aa3755d5c01a6efb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb 2024-12-01T19:29:55,386 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb, entries=150, sequenceid=431, filesize=12.0 K 2024-12-01T19:29:55,387 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b1aa14ecbface555114760fd5a1c38fa in 964ms, sequenceid=431, compaction requested=false 2024-12-01T19:29:55,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:55,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-01T19:29:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-01T19:29:55,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-01T19:29:55,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-12-01T19:29:55,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.7450 sec 2024-12-01T19:29:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:55,737 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:55,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T19:29:55,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e7e4ba4d99584a1b81620b00fe8f832c is 50, key is test_row_0/A:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741927_1103 (size=12301) 2024-12-01T19:29:55,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e7e4ba4d99584a1b81620b00fe8f832c 2024-12-01T19:29:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/42cc7616bd424da084e911729b68bf83 is 50, key is test_row_0/B:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741928_1104 (size=12301) 2024-12-01T19:29:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081455781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081455781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/42cc7616bd424da084e911729b68bf83 2024-12-01T19:29:55,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/76af109e78d14b798e7aaf436eec1ca1 is 50, key is test_row_0/C:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-01T19:29:55,795 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:29:55,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:29:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741929_1105 (size=12301) 2024-12-01T19:29:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-01T19:29:55,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/76af109e78d14b798e7aaf436eec1ca1 2024-12-01T19:29:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:55,798 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:29:55,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:29:55,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:29:55,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/e7e4ba4d99584a1b81620b00fe8f832c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c 2024-12-01T19:29:55,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c, entries=150, sequenceid=450, filesize=12.0 K 2024-12-01T19:29:55,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/42cc7616bd424da084e911729b68bf83 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83 2024-12-01T19:29:55,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83, entries=150, sequenceid=450, filesize=12.0 K 2024-12-01T19:29:55,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/76af109e78d14b798e7aaf436eec1ca1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1 2024-12-01T19:29:55,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1, entries=150, sequenceid=450, filesize=12.0 K 2024-12-01T19:29:55,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for b1aa14ecbface555114760fd5a1c38fa in 90ms, sequenceid=450, compaction requested=true 2024-12-01T19:29:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:55,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:55,827 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:55,827 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:55,828 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:55,829 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:55,829 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,829 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/eac2f88c33f241c083939fb656c7534b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=37.0 K 2024-12-01T19:29:55,829 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:55,829 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:55,829 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,829 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting eac2f88c33f241c083939fb656c7534b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392230 2024-12-01T19:29:55,829 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/254409a2505f4901a09c6277dd066556, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=37.0 K 2024-12-01T19:29:55,830 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ed1daff4e9524739a1d4392f245c51d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733081393399 2024-12-01T19:29:55,830 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 42cc7616bd424da084e911729b68bf83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:55,830 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 254409a2505f4901a09c6277dd066556, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392230 2024-12-01T19:29:55,830 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7efa6f5bafab4393af6946baa9920fc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733081393399 2024-12-01T19:29:55,831 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e4ba4d99584a1b81620b00fe8f832c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:55,838 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:55,839 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/f7087bc05bef4e9b8de31f67a8f10911 is 50, key is test_row_0/B:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,841 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#94 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:55,842 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7dc73d5759504518ab06a692cc7f2e48 is 50, key is test_row_0/A:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741930_1106 (size=13357) 2024-12-01T19:29:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741931_1107 (size=13357) 2024-12-01T19:29:55,860 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/7dc73d5759504518ab06a692cc7f2e48 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7dc73d5759504518ab06a692cc7f2e48 2024-12-01T19:29:55,866 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 7dc73d5759504518ab06a692cc7f2e48(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:55,866 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:55,866 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081395827; duration=0sec 2024-12-01T19:29:55,866 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:55,866 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:55,866 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:55,868 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:55,868 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:55,868 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,868 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/dc03ccf87b98436a93e944f500723ff5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=37.0 K 2024-12-01T19:29:55,869 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc03ccf87b98436a93e944f500723ff5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733081392230 2024-12-01T19:29:55,869 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ce5154ab2e24797aa3755d5c01a6efb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733081393399 2024-12-01T19:29:55,870 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76af109e78d14b798e7aaf436eec1ca1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:55,879 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:55,879 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/9a965a5c15cf4bae9929269a3b6387e7 is 50, key is test_row_0/C:col10/1733081394546/Put/seqid=0 2024-12-01T19:29:55,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741932_1108 (size=13357) 2024-12-01T19:29:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:55,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T19:29:55,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/9b027c9f03d1455fb2230efb792da1fd is 50, key is test_row_0/A:col10/1733081395886/Put/seqid=0 2024-12-01T19:29:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741933_1109 (size=14741) 2024-12-01T19:29:55,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/9b027c9f03d1455fb2230efb792da1fd 2024-12-01T19:29:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:55,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081455910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081455911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:55,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:55,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/cf359020e5304d47872e4f6841c775f5 is 50, key is test_row_0/B:col10/1733081395886/Put/seqid=0 2024-12-01T19:29:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741934_1110 (size=12301) 2024-12-01T19:29:55,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/cf359020e5304d47872e4f6841c775f5 2024-12-01T19:29:55,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/14a86b5aaa9d4215905e566049818e4a is 50, key is test_row_0/C:col10/1733081395886/Put/seqid=0 2024-12-01T19:29:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741935_1111 (size=12301) 2024-12-01T19:29:55,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/14a86b5aaa9d4215905e566049818e4a 2024-12-01T19:29:55,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/9b027c9f03d1455fb2230efb792da1fd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd 2024-12-01T19:29:55,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:55,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:55,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd, entries=200, sequenceid=471, filesize=14.4 K 2024-12-01T19:29:55,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/cf359020e5304d47872e4f6841c775f5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5 2024-12-01T19:29:55,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5, entries=150, sequenceid=471, filesize=12.0 K 2024-12-01T19:29:55,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/14a86b5aaa9d4215905e566049818e4a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a 2024-12-01T19:29:55,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a, entries=150, sequenceid=471, filesize=12.0 K 2024-12-01T19:29:55,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for b1aa14ecbface555114760fd5a1c38fa in 95ms, sequenceid=471, compaction requested=false 2024-12-01T19:29:55,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:56,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T19:29:56,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d87e1dbe5f5b4eaba5384a6e8f303863 is 50, key is test_row_0/A:col10/1733081396017/Put/seqid=0 2024-12-01T19:29:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741936_1112 (size=17181) 2024-12-01T19:29:56,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d87e1dbe5f5b4eaba5384a6e8f303863 2024-12-01T19:29:56,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4068cc50bcd04115a75a43d841a11592 is 50, key is test_row_0/B:col10/1733081396017/Put/seqid=0 2024-12-01T19:29:56,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741937_1113 (size=12301) 2024-12-01T19:29:56,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4068cc50bcd04115a75a43d841a11592 2024-12-01T19:29:56,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081456057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081456059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6b055401fa7846ca969c2e3d3fd70ed7 is 50, key is test_row_0/C:col10/1733081396017/Put/seqid=0 2024-12-01T19:29:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741938_1114 (size=12301) 2024-12-01T19:29:56,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6b055401fa7846ca969c2e3d3fd70ed7 2024-12-01T19:29:56,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/d87e1dbe5f5b4eaba5384a6e8f303863 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863 2024-12-01T19:29:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863, entries=250, sequenceid=489, filesize=16.8 K 2024-12-01T19:29:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/4068cc50bcd04115a75a43d841a11592 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592 2024-12-01T19:29:56,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592, entries=150, sequenceid=489, filesize=12.0 K 2024-12-01T19:29:56,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/6b055401fa7846ca969c2e3d3fd70ed7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7 2024-12-01T19:29:56,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7, entries=150, sequenceid=489, filesize=12.0 K 2024-12-01T19:29:56,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for b1aa14ecbface555114760fd5a1c38fa in 97ms, sequenceid=489, compaction requested=true 2024-12-01T19:29:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:29:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T19:29:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:29:56,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T19:29:56,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/a114970ef12c43c288937e164466eb69 is 50, key is test_row_0/A:col10/1733081396166/Put/seqid=0 2024-12-01T19:29:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741939_1115 (size=12301) 2024-12-01T19:29:56,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081456197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081456199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,257 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/f7087bc05bef4e9b8de31f67a8f10911 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f7087bc05bef4e9b8de31f67a8f10911 2024-12-01T19:29:56,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,264 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into f7087bc05bef4e9b8de31f67a8f10911(size=13.0 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:56,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,265 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081395827; duration=0sec 2024-12-01T19:29:56,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T19:29:56,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:56,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-01T19:29:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:29:56,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:29:56,271 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. because compaction request was cancelled 2024-12-01T19:29:56,271 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:56,271 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:56,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:56,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/B is initiating minor compaction (all files) 2024-12-01T19:29:56,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/B in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f7087bc05bef4e9b8de31f67a8f10911, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=37.1 K 2024-12-01T19:29:56,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f7087bc05bef4e9b8de31f67a8f10911, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:56,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cf359020e5304d47872e4f6841c775f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733081395779 2024-12-01T19:29:56,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4068cc50bcd04115a75a43d841a11592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733081395905 2024-12-01T19:29:56,281 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:56,282 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/49583cc8ddb54e02b05ab9210a058f4c is 50, key is test_row_0/B:col10/1733081396017/Put/seqid=0 2024-12-01T19:29:56,292 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/9a965a5c15cf4bae9929269a3b6387e7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9a965a5c15cf4bae9929269a3b6387e7 2024-12-01T19:29:56,299 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 9a965a5c15cf4bae9929269a3b6387e7(size=13.0 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:56,299 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,299 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=13, startTime=1733081395828; duration=0sec 2024-12-01T19:29:56,300 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:56,300 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:56,300 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:29:56,301 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:29:56,301 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/A is initiating minor compaction (all files) 2024-12-01T19:29:56,301 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/A in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,301 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7dc73d5759504518ab06a692cc7f2e48, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=44.2 K 2024-12-01T19:29:56,304 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dc73d5759504518ab06a692cc7f2e48, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:56,304 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b027c9f03d1455fb2230efb792da1fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733081395779 2024-12-01T19:29:56,305 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87e1dbe5f5b4eaba5384a6e8f303863, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733081395895 2024-12-01T19:29:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081456305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741940_1116 (size=13459) 2024-12-01T19:29:56,314 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#A#compaction#104 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:56,314 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/33da31099cc344baaa72aa67a68b0f85 is 50, key is test_row_0/A:col10/1733081396017/Put/seqid=0 2024-12-01T19:29:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081456315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,331 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/49583cc8ddb54e02b05ab9210a058f4c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/49583cc8ddb54e02b05ab9210a058f4c 2024-12-01T19:29:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741941_1117 (size=13459) 2024-12-01T19:29:56,340 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/B of b1aa14ecbface555114760fd5a1c38fa into 49583cc8ddb54e02b05ab9210a058f4c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:56,340 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,340 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/B, priority=13, startTime=1733081396114; duration=0sec 2024-12-01T19:29:56,342 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:56,343 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:56,346 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/33da31099cc344baaa72aa67a68b0f85 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/33da31099cc344baaa72aa67a68b0f85 2024-12-01T19:29:56,352 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/A of b1aa14ecbface555114760fd5a1c38fa into 33da31099cc344baaa72aa67a68b0f85(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:56,353 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:56,353 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/A, priority=13, startTime=1733081396114; duration=0sec 2024-12-01T19:29:56,353 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:56,353 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:56,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:56,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081456514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081456525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40514 deadline: 1733081456565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,566 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18372 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/a114970ef12c43c288937e164466eb69 2024-12-01T19:29:56,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/57e13ac697b9474b83822444cbce9c37 is 50, key is test_row_0/B:col10/1733081396166/Put/seqid=0 2024-12-01T19:29:56,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741942_1118 (size=12301) 2024-12-01T19:29:56,632 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-01T19:29:56,632 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:56,633 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-01T19:29:56,633 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40596 deadline: 1733081456635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40544 deadline: 1733081456635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,636 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18441 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,637 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in b1aa14ecbface555114760fd5a1c38fa of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18358 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,638 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,638 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,639 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,639 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:56,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:56,641 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-01T19:29:56,641 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:56,641 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,641 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:56,642 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-01T19:29:56,642 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:56,642 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,642 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:56,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:56,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081456825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081456834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:56,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:56,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:57,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/57e13ac697b9474b83822444cbce9c37 2024-12-01T19:29:57,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/819d61f761c44349b43a97a7ccef7422 is 50, key is test_row_0/C:col10/1733081396166/Put/seqid=0 2024-12-01T19:29:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741943_1119 (size=12301) 2024-12-01T19:29:57,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40530 deadline: 1733081457335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:57,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:57,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:57,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:29:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:29:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40548 deadline: 1733081457345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:29:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:57,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:29:57,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:29:57,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/819d61f761c44349b43a97a7ccef7422 2024-12-01T19:29:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/a114970ef12c43c288937e164466eb69 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/a114970ef12c43c288937e164466eb69 2024-12-01T19:29:57,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/a114970ef12c43c288937e164466eb69, entries=150, sequenceid=510, filesize=12.0 K 2024-12-01T19:29:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/57e13ac697b9474b83822444cbce9c37 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/57e13ac697b9474b83822444cbce9c37 2024-12-01T19:29:57,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/57e13ac697b9474b83822444cbce9c37, entries=150, sequenceid=510, filesize=12.0 K 2024-12-01T19:29:57,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/819d61f761c44349b43a97a7ccef7422 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422 2024-12-01T19:29:57,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422, entries=150, sequenceid=510, filesize=12.0 K 2024-12-01T19:29:57,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b1aa14ecbface555114760fd5a1c38fa in 1290ms, sequenceid=510, compaction requested=true 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:29:57,457 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:57,457 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T19:29:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1aa14ecbface555114760fd5a1c38fa:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:29:57,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. because compaction request was cancelled 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. because compaction request was cancelled 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:A 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:B 2024-12-01T19:29:57,458 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:29:57,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:29:57,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): b1aa14ecbface555114760fd5a1c38fa/C is initiating minor compaction (all files) 2024-12-01T19:29:57,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b1aa14ecbface555114760fd5a1c38fa/C in TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9a965a5c15cf4bae9929269a3b6387e7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp, totalSize=49.1 K 2024-12-01T19:29:57,461 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a965a5c15cf4bae9929269a3b6387e7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1733081394546 2024-12-01T19:29:57,461 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14a86b5aaa9d4215905e566049818e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733081395779 2024-12-01T19:29:57,462 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b055401fa7846ca969c2e3d3fd70ed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1733081395905 2024-12-01T19:29:57,462 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 819d61f761c44349b43a97a7ccef7422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733081396044 2024-12-01T19:29:57,472 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1aa14ecbface555114760fd5a1c38fa#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:29:57,473 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/34f9277094be4d51920332a65a9ce18c is 50, key is test_row_0/C:col10/1733081396166/Put/seqid=0 2024-12-01T19:29:57,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741944_1120 (size=13493) 2024-12-01T19:29:57,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-01T19:29:57,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:57,494 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:29:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/c4c0363f5bdb4d0eac951e95a32f7641 is 50, key is test_row_0/A:col10/1733081396180/Put/seqid=0 2024-12-01T19:29:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741945_1121 (size=12301) 2024-12-01T19:29:57,889 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/34f9277094be4d51920332a65a9ce18c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/34f9277094be4d51920332a65a9ce18c 2024-12-01T19:29:57,896 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b1aa14ecbface555114760fd5a1c38fa/C of b1aa14ecbface555114760fd5a1c38fa into 34f9277094be4d51920332a65a9ce18c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:29:57,896 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:57,896 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., storeName=b1aa14ecbface555114760fd5a1c38fa/C, priority=12, startTime=1733081397457; duration=0sec 2024-12-01T19:29:57,897 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:29:57,897 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1aa14ecbface555114760fd5a1c38fa:C 2024-12-01T19:29:57,904 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/c4c0363f5bdb4d0eac951e95a32f7641 2024-12-01T19:29:57,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/dd0c2708b56e49bc84ccb37e48a8664d is 50, key is test_row_0/B:col10/1733081396180/Put/seqid=0 2024-12-01T19:29:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741946_1122 (size=12301) 2024-12-01T19:29:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:58,320 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/dd0c2708b56e49bc84ccb37e48a8664d 2024-12-01T19:29:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/820cadd97aac46c4ac08f2fecad2b06d is 50, key is test_row_0/C:col10/1733081396180/Put/seqid=0 2024-12-01T19:29:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741947_1123 (size=12301) 2024-12-01T19:29:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:29:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. as already flushing 2024-12-01T19:29:58,346 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-01T19:29:58,347 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:58,347 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:58,347 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:58,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:58,366 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-01T19:29:58,366 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:29:58,366 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:58,367 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:29:58,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:29:58,736 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/820cadd97aac46c4ac08f2fecad2b06d 2024-12-01T19:29:58,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/c4c0363f5bdb4d0eac951e95a32f7641 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/c4c0363f5bdb4d0eac951e95a32f7641 2024-12-01T19:29:58,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/c4c0363f5bdb4d0eac951e95a32f7641, entries=150, sequenceid=529, filesize=12.0 K 2024-12-01T19:29:58,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/dd0c2708b56e49bc84ccb37e48a8664d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/dd0c2708b56e49bc84ccb37e48a8664d 2024-12-01T19:29:58,761 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/dd0c2708b56e49bc84ccb37e48a8664d, entries=150, sequenceid=529, filesize=12.0 K 2024-12-01T19:29:58,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/820cadd97aac46c4ac08f2fecad2b06d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/820cadd97aac46c4ac08f2fecad2b06d 2024-12-01T19:29:58,767 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/820cadd97aac46c4ac08f2fecad2b06d, entries=150, sequenceid=529, filesize=12.0 K 2024-12-01T19:29:58,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=13.42 KB/13740 for b1aa14ecbface555114760fd5a1c38fa in 1274ms, sequenceid=529, compaction requested=true 2024-12-01T19:29:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for b1aa14ecbface555114760fd5a1c38fa: 2024-12-01T19:29:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:29:58,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-01T19:29:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-01T19:29:58,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-01T19:29:58,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9710 sec 2024-12-01T19:29:58,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.9760 sec 2024-12-01T19:29:58,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:29:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-01T19:29:59,966 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:06,616 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-01T19:30:06,616 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:06,616 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,616 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:06,657 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-01T19:30:06,657 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:06,657 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,657 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:06,667 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-01T19:30:06,667 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:06,667 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,667 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 223 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3936 2024-12-01T19:30:06,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3820 2024-12-01T19:30:06,668 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:30:06,668 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1788 2024-12-01T19:30:06,668 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5364 rows 2024-12-01T19:30:06,668 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1797 2024-12-01T19:30:06,668 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5391 rows 2024-12-01T19:30:06,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:30:06,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:30:06,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:06,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:06,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:30:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:06,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081406677"}]},"ts":"1733081406677"} 2024-12-01T19:30:06,679 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:30:06,679 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:30:06,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:30:06,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, UNASSIGN}] 2024-12-01T19:30:06,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, UNASSIGN 2024-12-01T19:30:06,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b1aa14ecbface555114760fd5a1c38fa, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:06,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, UNASSIGN because future has completed 2024-12-01T19:30:06,689 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:30:06,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:06,848 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:30:06,848 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:30:06,850 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing b1aa14ecbface555114760fd5a1c38fa, disabling compactions & flushes 2024-12-01T19:30:06,850 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:30:06,850 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:30:06,850 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. after waiting 0 ms 2024-12-01T19:30:06,850 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:30:06,850 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing b1aa14ecbface555114760fd5a1c38fa 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T19:30:06,858 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/0c855ae62f0d4511bda83d261d2a1a87 is 50, key is test_row_0/A:col10/1733081398345/Put/seqid=0 2024-12-01T19:30:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741948_1124 (size=12301) 2024-12-01T19:30:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:07,264 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/0c855ae62f0d4511bda83d261d2a1a87 2024-12-01T19:30:07,281 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/e9e6f0a874744afb973d72c848acb1d1 is 50, key is test_row_0/B:col10/1733081398345/Put/seqid=0 2024-12-01T19:30:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741949_1125 (size=12301) 2024-12-01T19:30:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:07,687 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/e9e6f0a874744afb973d72c848acb1d1 2024-12-01T19:30:07,701 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/431bebb613654dc8bd7ce7fdfaf86f1c is 50, key is test_row_0/C:col10/1733081398345/Put/seqid=0 2024-12-01T19:30:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741950_1126 (size=12301) 2024-12-01T19:30:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:08,109 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/431bebb613654dc8bd7ce7fdfaf86f1c 2024-12-01T19:30:08,120 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/A/0c855ae62f0d4511bda83d261d2a1a87 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0c855ae62f0d4511bda83d261d2a1a87 2024-12-01T19:30:08,126 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0c855ae62f0d4511bda83d261d2a1a87, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:30:08,127 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/B/e9e6f0a874744afb973d72c848acb1d1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/e9e6f0a874744afb973d72c848acb1d1 2024-12-01T19:30:08,133 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/e9e6f0a874744afb973d72c848acb1d1, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:30:08,134 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/.tmp/C/431bebb613654dc8bd7ce7fdfaf86f1c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/431bebb613654dc8bd7ce7fdfaf86f1c 2024-12-01T19:30:08,139 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/431bebb613654dc8bd7ce7fdfaf86f1c, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:30:08,140 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1aa14ecbface555114760fd5a1c38fa in 1290ms, sequenceid=538, compaction requested=true 2024-12-01T19:30:08,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/96094235314044b1973a6ba900018d20, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/52fa6837a1a34b5e85652a6f51003f93, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5093157863df4993b0a6e6dd59c3018d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/ad7191e9612945188316637d671d658a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/3ee923707037473c98a304916df88b53, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0771b5b5eff44e67b13ceb0c7d64d2cb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c8bea0fe5fc48979cdd9fb1783eb83a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/254409a2505f4901a09c6277dd066556, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7dc73d5759504518ab06a692cc7f2e48, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863] to archive 2024-12-01T19:30:08,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:08,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6bdc59bd8f9b43cba66fb52920a8bec2 2024-12-01T19:30:08,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/fd592ed4b06f4eb58f74dc4aac1f4669 2024-12-01T19:30:08,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/dd7d820b276543738862d16e2944713b 2024-12-01T19:30:08,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/96094235314044b1973a6ba900018d20 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/96094235314044b1973a6ba900018d20 2024-12-01T19:30:08,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7e8ac598b21d48d09d9fd62514dd2639 2024-12-01T19:30:08,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6fbf89ba6bc84f59baac34916253c368 2024-12-01T19:30:08,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/52fa6837a1a34b5e85652a6f51003f93 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/52fa6837a1a34b5e85652a6f51003f93 2024-12-01T19:30:08,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7832515ee2c14e67a62ba3f7f4c1e212 2024-12-01T19:30:08,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5093157863df4993b0a6e6dd59c3018d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5093157863df4993b0a6e6dd59c3018d 2024-12-01T19:30:08,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/61a0062065c24611a33b820f4129d755 2024-12-01T19:30:08,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/bf36325e40784b388c14d45f83b66041 2024-12-01T19:30:08,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d0be9e0d6487455a82a10db33132bcf0 2024-12-01T19:30:08,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/ad7191e9612945188316637d671d658a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/ad7191e9612945188316637d671d658a 2024-12-01T19:30:08,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/970895ad4c4b47909e98e35b1c38424b 2024-12-01T19:30:08,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/f4b38615294f44e3996088ec7b19e780 2024-12-01T19:30:08,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c5d73ca51054366b4979fe296e75f38 2024-12-01T19:30:08,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/81816c1d63394de68fe1f84c8d3797e5 2024-12-01T19:30:08,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/3ee923707037473c98a304916df88b53 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/3ee923707037473c98a304916df88b53 2024-12-01T19:30:08,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0b6af8a847b4f67b52a2dbecaebc9a1 2024-12-01T19:30:08,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/4d3c67930c894bd7ac6b1da9cdb788bc 2024-12-01T19:30:08,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/5e0327b0c2db4c57957272d6e66e7dcb 2024-12-01T19:30:08,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0771b5b5eff44e67b13ceb0c7d64d2cb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0771b5b5eff44e67b13ceb0c7d64d2cb 2024-12-01T19:30:08,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/8daf775c29344c57bd62802116d93fb7 2024-12-01T19:30:08,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e0e5d58b82fb4a199af68630c9737b46 2024-12-01T19:30:08,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c8bea0fe5fc48979cdd9fb1783eb83a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/6c8bea0fe5fc48979cdd9fb1783eb83a 2024-12-01T19:30:08,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/01ad0a4775694a2ea636ade89e262622 2024-12-01T19:30:08,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/86429227c4df4ea69a2724411b83a31d 2024-12-01T19:30:08,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/65b648b87cf7430b83102d58a47bbafe 2024-12-01T19:30:08,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/254409a2505f4901a09c6277dd066556 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/254409a2505f4901a09c6277dd066556 2024-12-01T19:30:08,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7efa6f5bafab4393af6946baa9920fc1 2024-12-01T19:30:08,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7dc73d5759504518ab06a692cc7f2e48 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/7dc73d5759504518ab06a692cc7f2e48 2024-12-01T19:30:08,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/e7e4ba4d99584a1b81620b00fe8f832c 2024-12-01T19:30:08,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/9b027c9f03d1455fb2230efb792da1fd 2024-12-01T19:30:08,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/d87e1dbe5f5b4eaba5384a6e8f303863 2024-12-01T19:30:08,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0091326f064e47c0ad7f214963c3066b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a82bf2d372484858bf0792bf434e3495, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/20a06bc716a248fe9be9875bc29e37b7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/52320517bc874e789a3cb8306fe10c82, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4263a140454c41aaa701a1633e2af8ba, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0333fcc41b3f4f56a5a87663beb015dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/448e73f2df2245a88245457f5f8ec356, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/eac2f88c33f241c083939fb656c7534b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f7087bc05bef4e9b8de31f67a8f10911, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592] to archive 2024-12-01T19:30:08,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:08,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f41bc2fb6b6d41749646ff35ff1b0d68 2024-12-01T19:30:08,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed30555923b94b8fadec147803c21af2 2024-12-01T19:30:08,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0091326f064e47c0ad7f214963c3066b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0091326f064e47c0ad7f214963c3066b 2024-12-01T19:30:08,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a5f2e2a50067466aa6fcdcf96d7591ac 2024-12-01T19:30:08,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/31cbef8f7a1d47af859b83cfb249e66a 2024-12-01T19:30:08,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a82bf2d372484858bf0792bf434e3495 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/a82bf2d372484858bf0792bf434e3495 2024-12-01T19:30:08,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4efabd2be1554b12a8b01b451b5c9373 2024-12-01T19:30:08,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/277c541f092543729ca1aeaddf47288f 2024-12-01T19:30:08,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/20a06bc716a248fe9be9875bc29e37b7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/20a06bc716a248fe9be9875bc29e37b7 2024-12-01T19:30:08,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/97e42c27949f4a86b37321006b9eb030 2024-12-01T19:30:08,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6a60b80af0f949e6a84104d075a10d14 2024-12-01T19:30:08,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/7069a282c0504df8956802d28b68a0fd 2024-12-01T19:30:08,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/52320517bc874e789a3cb8306fe10c82 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/52320517bc874e789a3cb8306fe10c82 2024-12-01T19:30:08,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/350089edb21148abae96463cd06223e8 2024-12-01T19:30:08,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/48a4d31b06e348d1a211f74b00d18e15 2024-12-01T19:30:08,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c91642a061ac4a3ba47e3899da6cdd56 2024-12-01T19:30:08,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4263a140454c41aaa701a1633e2af8ba to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4263a140454c41aaa701a1633e2af8ba 2024-12-01T19:30:08,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/c94136ab7a024dc187f0b419e42ae445 2024-12-01T19:30:08,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/65a8601b43ee4f659523b62dc983b06a 2024-12-01T19:30:08,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3567b35fed6d4b75b0f1089cf4c2c2d6 2024-12-01T19:30:08,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0333fcc41b3f4f56a5a87663beb015dc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/0333fcc41b3f4f56a5a87663beb015dc 2024-12-01T19:30:08,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/06321e5e12f146dd9b2bfe6e09ab59b6 2024-12-01T19:30:08,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/3afa4242ea7545a79efaeb72c8f7ab23 2024-12-01T19:30:08,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/688c02b49fe6432dbf227fdadc3066dc 2024-12-01T19:30:08,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/448e73f2df2245a88245457f5f8ec356 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/448e73f2df2245a88245457f5f8ec356 2024-12-01T19:30:08,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/5a1a264fc9ba4642900f9025a40586f6 2024-12-01T19:30:08,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/6d54f749be134625a1192680a16348be 2024-12-01T19:30:08,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/eac2f88c33f241c083939fb656c7534b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/eac2f88c33f241c083939fb656c7534b 2024-12-01T19:30:08,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/b45f5c136bdb4dbb827286e4594718f2 2024-12-01T19:30:08,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/ed1daff4e9524739a1d4392f245c51d9 2024-12-01T19:30:08,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f7087bc05bef4e9b8de31f67a8f10911 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/f7087bc05bef4e9b8de31f67a8f10911 2024-12-01T19:30:08,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/42cc7616bd424da084e911729b68bf83 2024-12-01T19:30:08,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/cf359020e5304d47872e4f6841c775f5 2024-12-01T19:30:08,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/4068cc50bcd04115a75a43d841a11592 2024-12-01T19:30:08,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/424731ec4a60403288ef81683cdad086, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f0f7ae509bda490691d5fb5ee2f8c6ea, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/2491e5e3c9e94bceadd538f7b39ca186, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/56e3e4b057fe4f369c7003332d4cf516, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8cc18994af434447b9f7104194af5491, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/90843e9fc25b4abbb2ab1c4814a49d81, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f539790ab58441dcb37bfd136603ca89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/dc03ccf87b98436a93e944f500723ff5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9a965a5c15cf4bae9929269a3b6387e7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422] to archive 2024-12-01T19:30:08,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:08,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/4d1bb72c84e04eaebb98c61ac7bc449e 2024-12-01T19:30:08,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/3e003e0fe9ff4e8f96b8a50881c4f10a 2024-12-01T19:30:08,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/424731ec4a60403288ef81683cdad086 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/424731ec4a60403288ef81683cdad086 2024-12-01T19:30:08,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9250b1ec320b42e08e3e687448c29133 2024-12-01T19:30:08,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5e16edcbe5174040992f98f902fd420d 2024-12-01T19:30:08,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f0f7ae509bda490691d5fb5ee2f8c6ea to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f0f7ae509bda490691d5fb5ee2f8c6ea 2024-12-01T19:30:08,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/fa871155ac8b42988b65f7ae602d1d38 2024-12-01T19:30:08,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/e665e8972bea40a9bfb7fffc7469eece 2024-12-01T19:30:08,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/2491e5e3c9e94bceadd538f7b39ca186 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/2491e5e3c9e94bceadd538f7b39ca186 2024-12-01T19:30:08,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff7c08c8cc074144917000b255b98ee1 2024-12-01T19:30:08,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/643a22b91c164967a79fa07886d4f3e1 2024-12-01T19:30:08,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6eb14a26477b403e85889003b67b2adc 2024-12-01T19:30:08,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/56e3e4b057fe4f369c7003332d4cf516 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/56e3e4b057fe4f369c7003332d4cf516 2024-12-01T19:30:08,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/69f0c541cf07455c9f9c3fd6571de68e 2024-12-01T19:30:08,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/65ed5e0c75ba46238f92add0513fcbf5 2024-12-01T19:30:08,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ff48dca2829b4a51bbb4590619268fd3 2024-12-01T19:30:08,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8cc18994af434447b9f7104194af5491 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8cc18994af434447b9f7104194af5491 2024-12-01T19:30:08,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f30b21e4966446f68f5ca693ebe1448b 2024-12-01T19:30:08,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/ac6c344ac7954007857609e91b56d356 2024-12-01T19:30:08,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c837fa7036cc414287ecd4888380dcd9 2024-12-01T19:30:08,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/90843e9fc25b4abbb2ab1c4814a49d81 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/90843e9fc25b4abbb2ab1c4814a49d81 2024-12-01T19:30:08,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/c8547fea1e084d13940986d90b444d70 2024-12-01T19:30:08,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/11f52661904e4663a72d0b4a0a891be5 2024-12-01T19:30:08,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/42832b8fd0d544b1b1348a6ed0029565 2024-12-01T19:30:08,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f539790ab58441dcb37bfd136603ca89 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/f539790ab58441dcb37bfd136603ca89 2024-12-01T19:30:08,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/5ab26e1ecad94f78a05c8f46b648fa1b 2024-12-01T19:30:08,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/89e708addfca43fd974f0087d799cab9 2024-12-01T19:30:08,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/dc03ccf87b98436a93e944f500723ff5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/dc03ccf87b98436a93e944f500723ff5 2024-12-01T19:30:08,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/61c535da99d44d8490557ada298c8658 2024-12-01T19:30:08,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/8ce5154ab2e24797aa3755d5c01a6efb 2024-12-01T19:30:08,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9a965a5c15cf4bae9929269a3b6387e7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/9a965a5c15cf4bae9929269a3b6387e7 2024-12-01T19:30:08,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/76af109e78d14b798e7aaf436eec1ca1 2024-12-01T19:30:08,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/14a86b5aaa9d4215905e566049818e4a 2024-12-01T19:30:08,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/6b055401fa7846ca969c2e3d3fd70ed7 2024-12-01T19:30:08,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/819d61f761c44349b43a97a7ccef7422 2024-12-01T19:30:08,304 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/recovered.edits/541.seqid, newMaxSeqId=541, maxSeqId=1 2024-12-01T19:30:08,305 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. 2024-12-01T19:30:08,305 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for b1aa14ecbface555114760fd5a1c38fa: Waiting for close lock at 1733081406850Running coprocessor pre-close hooks at 1733081406850Disabling compacts and flushes for region at 1733081406850Disabling writes for close at 1733081406850Obtaining lock to block concurrent updates at 1733081406850Preparing flush snapshotting stores in b1aa14ecbface555114760fd5a1c38fa at 1733081406850Finished memstore snapshotting TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733081406851 (+1 ms)Flushing stores of TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa. at 1733081406852 (+1 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/A: creating writer at 1733081406852Flushing b1aa14ecbface555114760fd5a1c38fa/A: appending metadata at 1733081406858 (+6 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/A: closing flushed file at 1733081406858Flushing b1aa14ecbface555114760fd5a1c38fa/B: creating writer at 1733081407275 (+417 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/B: appending metadata at 1733081407280 (+5 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/B: closing flushed file at 1733081407281 (+1 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/C: creating writer at 1733081407697 (+416 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/C: appending metadata at 1733081407701 (+4 ms)Flushing b1aa14ecbface555114760fd5a1c38fa/C: closing flushed file at 1733081407701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1f6b3a: reopening flushed file at 1733081408118 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f757eb: reopening flushed file at 1733081408127 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2f757b: reopening flushed file at 1733081408133 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1aa14ecbface555114760fd5a1c38fa in 1290ms, sequenceid=538, compaction requested=true at 1733081408140 (+7 ms)Writing region close event to WAL at 1733081408300 (+160 ms)Running coprocessor post-close hooks at 1733081408305 (+5 ms)Closed at 1733081408305 2024-12-01T19:30:08,308 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:30:08,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=b1aa14ecbface555114760fd5a1c38fa, regionState=CLOSED 2024-12-01T19:30:08,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:08,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-01T19:30:08,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure b1aa14ecbface555114760fd5a1c38fa, server=9168bcbe98d9,36605,1733081370547 in 1.6210 sec 2024-12-01T19:30:08,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-01T19:30:08,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1aa14ecbface555114760fd5a1c38fa, UNASSIGN in 1.6280 sec 2024-12-01T19:30:08,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-01T19:30:08,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6360 sec 2024-12-01T19:30:08,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081408319"}]},"ts":"1733081408319"} 2024-12-01T19:30:08,321 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:30:08,321 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:30:08,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6500 sec 2024-12-01T19:30:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-01T19:30:08,826 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:08,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:30:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,844 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-01T19:30:08,845 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,849 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:30:08,853 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/recovered.edits] 2024-12-01T19:30:08,856 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0c855ae62f0d4511bda83d261d2a1a87 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/0c855ae62f0d4511bda83d261d2a1a87 2024-12-01T19:30:08,858 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/33da31099cc344baaa72aa67a68b0f85 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/33da31099cc344baaa72aa67a68b0f85 2024-12-01T19:30:08,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/a114970ef12c43c288937e164466eb69 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/a114970ef12c43c288937e164466eb69 2024-12-01T19:30:08,860 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/c4c0363f5bdb4d0eac951e95a32f7641 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/A/c4c0363f5bdb4d0eac951e95a32f7641 2024-12-01T19:30:08,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/49583cc8ddb54e02b05ab9210a058f4c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/49583cc8ddb54e02b05ab9210a058f4c 2024-12-01T19:30:08,864 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/57e13ac697b9474b83822444cbce9c37 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/57e13ac697b9474b83822444cbce9c37 2024-12-01T19:30:08,865 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/dd0c2708b56e49bc84ccb37e48a8664d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/dd0c2708b56e49bc84ccb37e48a8664d 2024-12-01T19:30:08,866 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/e9e6f0a874744afb973d72c848acb1d1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/B/e9e6f0a874744afb973d72c848acb1d1 2024-12-01T19:30:08,868 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/34f9277094be4d51920332a65a9ce18c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/34f9277094be4d51920332a65a9ce18c 2024-12-01T19:30:08,869 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/431bebb613654dc8bd7ce7fdfaf86f1c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/431bebb613654dc8bd7ce7fdfaf86f1c 2024-12-01T19:30:08,870 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/820cadd97aac46c4ac08f2fecad2b06d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/C/820cadd97aac46c4ac08f2fecad2b06d 2024-12-01T19:30:08,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/recovered.edits/541.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa/recovered.edits/541.seqid 2024-12-01T19:30:08,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/b1aa14ecbface555114760fd5a1c38fa 2024-12-01T19:30:08,873 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:30:08,878 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T19:30:08,886 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:30:08,910 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:30:08,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:30:08,912 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081408911"}]},"ts":"9223372036854775807"} 2024-12-01T19:30:08,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:30:08,915 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b1aa14ecbface555114760fd5a1c38fa, NAME => 'TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:30:08,916 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:30:08,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081408916"}]},"ts":"9223372036854775807"} 2024-12-01T19:30:08,919 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:30:08,920 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-12-01T19:30:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-01T19:30:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:30:08,956 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:08,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9168bcbe98d9:36605-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_75014279_22 at /127.0.0.1:48500 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5169 (was 5613) 2024-12-01T19:30:08,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5169 2024-12-01T19:30:08,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:30:08,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:30:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:08,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:30:08,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:08,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-12-01T19:30:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:08,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:30:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741951_1127 (size=959) 2024-12-01T19:30:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:09,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:30:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741952_1128 (size=53) 2024-12-01T19:30:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:09,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:30:09,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 856da82e61b1e58a0b3a5ad6c23d01b8, disabling compactions & flushes 2024-12-01T19:30:09,804 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:09,804 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:09,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. after waiting 0 ms 2024-12-01T19:30:09,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:09,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:09,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 856da82e61b1e58a0b3a5ad6c23d01b8: Waiting for close lock at 1733081409804Disabling compacts and flushes for region at 1733081409804Disabling writes for close at 1733081409805 (+1 ms)Writing region close event to WAL at 1733081409805Closed at 1733081409805 2024-12-01T19:30:09,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:30:09,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081409809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081409809"}]},"ts":"1733081409809"} 2024-12-01T19:30:09,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:30:09,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:30:09,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081409814"}]},"ts":"1733081409814"} 2024-12-01T19:30:09,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:30:09,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, ASSIGN}] 2024-12-01T19:30:09,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, ASSIGN 2024-12-01T19:30:09,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:30:09,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, ASSIGN because future has completed 2024-12-01T19:30:09,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:10,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T19:30:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:10,131 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:10,132 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:30:10,132 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,132 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:30:10,133 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,133 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,135 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,138 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName A 2024-12-01T19:30:10,139 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:10,140 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:10,140 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,142 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName B 2024-12-01T19:30:10,142 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:10,143 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:10,143 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,145 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName C 2024-12-01T19:30:10,145 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:10,145 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:10,145 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,146 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,146 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,147 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,147 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,148 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:30:10,149 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,151 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:30:10,152 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 856da82e61b1e58a0b3a5ad6c23d01b8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64048034, jitterRate=-0.04560992121696472}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:30:10,152 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:10,152 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 856da82e61b1e58a0b3a5ad6c23d01b8: Running coprocessor pre-open hook at 1733081410133Writing region info on filesystem at 1733081410133Initializing all the Stores at 1733081410134 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081410134Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081410135 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081410135Cleaning up temporary data from old regions at 1733081410147 (+12 ms)Running coprocessor post-open hooks at 1733081410152 (+5 ms)Region opened successfully at 1733081410152 2024-12-01T19:30:10,153 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., pid=32, masterSystemTime=1733081410127 2024-12-01T19:30:10,155 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:10,155 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:10,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:10,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:10,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-01T19:30:10,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 in 184 msec 2024-12-01T19:30:10,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-01T19:30:10,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, ASSIGN in 343 msec 2024-12-01T19:30:10,162 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:30:10,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081410162"}]},"ts":"1733081410162"} 2024-12-01T19:30:10,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:30:10,164 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:30:10,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-12-01T19:30:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-01T19:30:11,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:11,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a00013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:11,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:11,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:11,128 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60560153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:11,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:11,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a07e7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:11,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:11,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:11,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:11,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:11,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:30:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:30:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fade 2024-12-01T19:30:11,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:30:11,139 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:30:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:30:11,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:30:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741953_1129 (size=995) 2024-12-01T19:30:11,572 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-01T19:30:11,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-01T19:30:11,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:30:11,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE}] 2024-12-01T19:30:11,587 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE 2024-12-01T19:30:11,588 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:11,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE because future has completed 2024-12-01T19:30:11,602 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:30:11,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:11,755 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:11,755 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:30:11,755 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 856da82e61b1e58a0b3a5ad6c23d01b8, disabling compactions & flushes 2024-12-01T19:30:11,755 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:11,755 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:11,755 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. after waiting 0 ms 2024-12-01T19:30:11,755 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:11,759 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T19:30:11,760 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:11,760 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 856da82e61b1e58a0b3a5ad6c23d01b8: Waiting for close lock at 1733081411755Running coprocessor pre-close hooks at 1733081411755Disabling compacts and flushes for region at 1733081411755Disabling writes for close at 1733081411755Writing region close event to WAL at 1733081411756 (+1 ms)Running coprocessor post-close hooks at 1733081411760 (+4 ms)Closed at 1733081411760 2024-12-01T19:30:11,760 WARN [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 856da82e61b1e58a0b3a5ad6c23d01b8 to self. 2024-12-01T19:30:11,762 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:11,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=CLOSED 2024-12-01T19:30:11,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:11,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-01T19:30:11,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 in 164 msec 2024-12-01T19:30:11,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE; state=CLOSED, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=true 2024-12-01T19:30:11,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE because future has completed 2024-12-01T19:30:11,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:12,084 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,084 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:30:12,084 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,085 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:30:12,085 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,085 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,092 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,100 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName A 2024-12-01T19:30:12,102 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:12,102 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:12,103 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,104 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName B 2024-12-01T19:30:12,104 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:12,104 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:12,104 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,105 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 856da82e61b1e58a0b3a5ad6c23d01b8 columnFamilyName C 2024-12-01T19:30:12,105 DEBUG [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:12,105 INFO [StoreOpener-856da82e61b1e58a0b3a5ad6c23d01b8-1 {}] regionserver.HStore(327): Store=856da82e61b1e58a0b3a5ad6c23d01b8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:12,105 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,106 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,107 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,108 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,108 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,108 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:30:12,109 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,110 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 856da82e61b1e58a0b3a5ad6c23d01b8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63761945, jitterRate=-0.049872979521751404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:30:12,110 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,111 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 856da82e61b1e58a0b3a5ad6c23d01b8: Running coprocessor pre-open hook at 1733081412085Writing region info on filesystem at 1733081412085Initializing all the Stores at 1733081412087 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081412087Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081412088 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081412088Cleaning up temporary data from old regions at 1733081412108 (+20 ms)Running coprocessor post-open hooks at 1733081412110 (+2 ms)Region opened successfully at 1733081412111 (+1 ms) 2024-12-01T19:30:12,111 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., pid=37, masterSystemTime=1733081412076 2024-12-01T19:30:12,113 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,113 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=OPEN, openSeqNum=5, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:12,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-12-01T19:30:12,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 in 194 msec 2024-12-01T19:30:12,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-01T19:30:12,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, REOPEN/MOVE in 533 msec 2024-12-01T19:30:12,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-01T19:30:12,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 546 msec 2024-12-01T19:30:12,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 978 msec 2024-12-01T19:30:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-01T19:30:12,131 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:12,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad8b864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,133 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7342fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293988f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,136 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dbf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,138 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9512c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,141 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40445cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296e19bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,145 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b36b756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,147 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3b76b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,149 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38213c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6a91af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,153 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd24f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,154 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1be381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,156 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3971589f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d887f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,159 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c39a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,160 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:12,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:12,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5249bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:12,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d1f2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:12,164 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,164 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,164 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,164 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,165 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,166 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,166 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,168 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,169 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:12,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,169 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:12,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-01T19:30:12,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,178 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:12,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:30:12,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:12,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:12,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec809bb708e1435eae15b024ca8e264f_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081412207/Put/seqid=0 2024-12-01T19:30:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741954_1130 (size=14594) 2024-12-01T19:30:12,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:12,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081472278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081472283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec809bb708e1435eae15b024ca8e264f_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec809bb708e1435eae15b024ca8e264f_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,294 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/4f006e29c4f84d4aa34a76f2a5b481c1, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:12,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081472287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081472288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081472290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/4f006e29c4f84d4aa34a76f2a5b481c1 is 175, key is test_row_0/A:col10/1733081412207/Put/seqid=0 2024-12-01T19:30:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741955_1131 (size=39549) 2024-12-01T19:30:12,330 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/4f006e29c4f84d4aa34a76f2a5b481c1 2024-12-01T19:30:12,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fdcf0208044b4b26b7c5e9486804c869 is 50, key is test_row_0/B:col10/1733081412207/Put/seqid=0 2024-12-01T19:30:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741956_1132 (size=12001) 2024-12-01T19:30:12,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fdcf0208044b4b26b7c5e9486804c869 2024-12-01T19:30:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081472404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081472404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081472405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081472405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081472406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4cc67807cc3a472db0faf22a9735ba1b is 50, key is test_row_0/C:col10/1733081412207/Put/seqid=0 2024-12-01T19:30:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741957_1133 (size=12001) 2024-12-01T19:30:12,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4cc67807cc3a472db0faf22a9735ba1b 2024-12-01T19:30:12,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/4f006e29c4f84d4aa34a76f2a5b481c1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1 2024-12-01T19:30:12,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1, entries=200, sequenceid=17, filesize=38.6 K 2024-12-01T19:30:12,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fdcf0208044b4b26b7c5e9486804c869 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869 2024-12-01T19:30:12,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869, entries=150, sequenceid=17, filesize=11.7 K 2024-12-01T19:30:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4cc67807cc3a472db0faf22a9735ba1b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b 2024-12-01T19:30:12,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b, entries=150, sequenceid=17, filesize=11.7 K 2024-12-01T19:30:12,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 285ms, sequenceid=17, compaction requested=false 2024-12-01T19:30:12,494 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T19:30:12,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:12,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:30:12,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e47a95ff96c440e83360e3c307a644a_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081412258/Put/seqid=0 2024-12-01T19:30:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081472633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081472634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081472634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081472635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081472636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741958_1134 (size=12154) 2024-12-01T19:30:12,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e47a95ff96c440e83360e3c307a644a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e47a95ff96c440e83360e3c307a644a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:12,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/7ab12b17155442b4b0e1c1598ea51bf6, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:12,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/7ab12b17155442b4b0e1c1598ea51bf6 is 175, key is test_row_0/A:col10/1733081412258/Put/seqid=0 2024-12-01T19:30:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741959_1135 (size=30955) 2024-12-01T19:30:12,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/7ab12b17155442b4b0e1c1598ea51bf6 2024-12-01T19:30:12,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bbf65951df8943d89d926fccbb218eb3 is 50, key is test_row_0/B:col10/1733081412258/Put/seqid=0 2024-12-01T19:30:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741960_1136 (size=12001) 2024-12-01T19:30:12,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bbf65951df8943d89d926fccbb218eb3 2024-12-01T19:30:12,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/686d1adf4fad42afb27db28cb60686d5 is 50, key is test_row_0/C:col10/1733081412258/Put/seqid=0 2024-12-01T19:30:12,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081472745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081472745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081472745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081472745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081472745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741961_1137 (size=12001) 2024-12-01T19:30:12,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:12,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081472956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081472956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081472956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081472956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081472957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:12,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:13,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/686d1adf4fad42afb27db28cb60686d5 2024-12-01T19:30:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/7ab12b17155442b4b0e1c1598ea51bf6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6 2024-12-01T19:30:13,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6, entries=150, sequenceid=43, filesize=30.2 K 2024-12-01T19:30:13,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bbf65951df8943d89d926fccbb218eb3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3 2024-12-01T19:30:13,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3, entries=150, sequenceid=43, filesize=11.7 K 2024-12-01T19:30:13,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/686d1adf4fad42afb27db28cb60686d5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5 2024-12-01T19:30:13,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5, entries=150, sequenceid=43, filesize=11.7 K 2024-12-01T19:30:13,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 587ms, sequenceid=43, compaction requested=false 2024-12-01T19:30:13,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:13,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-01T19:30:13,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,262 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:30:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:13,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201eec5702a343841dea216eb0d8212bcd0_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081412620/Put/seqid=0 2024-12-01T19:30:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081473316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081473320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081473320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081473323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081473323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741962_1138 (size=12154) 2024-12-01T19:30:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,344 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201eec5702a343841dea216eb0d8212bcd0_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201eec5702a343841dea216eb0d8212bcd0_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/3e670a3496154907a200f268b48ed440, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/3e670a3496154907a200f268b48ed440 is 175, key is test_row_0/A:col10/1733081412620/Put/seqid=0 2024-12-01T19:30:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741963_1139 (size=30955) 2024-12-01T19:30:13,387 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/3e670a3496154907a200f268b48ed440 2024-12-01T19:30:13,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/12c5734e8e31425fb3dafbb9f0c53878 is 50, key is test_row_0/B:col10/1733081412620/Put/seqid=0 2024-12-01T19:30:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741964_1140 (size=12001) 2024-12-01T19:30:13,435 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/12c5734e8e31425fb3dafbb9f0c53878 2024-12-01T19:30:13,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081473435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081473435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081473436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081473436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081473445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/38bc4c7eb5154fdcaa0f55ca0cbef138 is 50, key is test_row_0/C:col10/1733081412620/Put/seqid=0 2024-12-01T19:30:13,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741965_1141 (size=12001) 2024-12-01T19:30:13,463 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/38bc4c7eb5154fdcaa0f55ca0cbef138 2024-12-01T19:30:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/3e670a3496154907a200f268b48ed440 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440 2024-12-01T19:30:13,485 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440, entries=150, sequenceid=53, filesize=30.2 K 2024-12-01T19:30:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/12c5734e8e31425fb3dafbb9f0c53878 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878 2024-12-01T19:30:13,502 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878, entries=150, sequenceid=53, filesize=11.7 K 2024-12-01T19:30:13,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/38bc4c7eb5154fdcaa0f55ca0cbef138 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138 2024-12-01T19:30:13,513 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138, entries=150, sequenceid=53, filesize=11.7 K 2024-12-01T19:30:13,516 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 254ms, sequenceid=53, compaction requested=true 2024-12-01T19:30:13,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:13,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T19:30:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T19:30:13,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-01T19:30:13,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3390 sec 2024-12-01T19:30:13,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.3560 sec 2024-12-01T19:30:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:13,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T19:30:13,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081473653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081473653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081473655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081473658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081473659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d6eb2135e42646bf971dffc40556e283_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741966_1142 (size=17034) 2024-12-01T19:30:13,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d6eb2135e42646bf971dffc40556e283_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d6eb2135e42646bf971dffc40556e283_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:13,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/55fb605aba97482f9a2e131c77d272f2, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/55fb605aba97482f9a2e131c77d272f2 is 175, key is test_row_0/A:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741967_1143 (size=48139) 2024-12-01T19:30:13,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/55fb605aba97482f9a2e131c77d272f2 2024-12-01T19:30:13,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/5039b06344fc4f05a44d4b6ee01574d6 is 50, key is test_row_0/B:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741968_1144 (size=12001) 2024-12-01T19:30:13,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/5039b06344fc4f05a44d4b6ee01574d6 2024-12-01T19:30:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081473765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081473765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081473765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f449dbbff51d4804a32feda1a4815d22 is 50, key is test_row_0/C:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081473774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741969_1145 (size=12001) 2024-12-01T19:30:13,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f449dbbff51d4804a32feda1a4815d22 2024-12-01T19:30:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/55fb605aba97482f9a2e131c77d272f2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2 2024-12-01T19:30:13,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2, entries=250, sequenceid=82, filesize=47.0 K 2024-12-01T19:30:13,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/5039b06344fc4f05a44d4b6ee01574d6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6 2024-12-01T19:30:13,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6, entries=150, sequenceid=82, filesize=11.7 K 2024-12-01T19:30:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f449dbbff51d4804a32feda1a4815d22 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22 2024-12-01T19:30:13,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22, entries=150, sequenceid=82, filesize=11.7 K 2024-12-01T19:30:13,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 169ms, sequenceid=82, compaction requested=true 2024-12-01T19:30:13,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:13,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:13,817 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:13,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:13,817 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:13,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:13,818 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:13,818 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:13,818 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:13,818 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:13,818 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,818 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=46.9 K 2024-12-01T19:30:13,819 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fdcf0208044b4b26b7c5e9486804c869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081412207 2024-12-01T19:30:13,819 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf65951df8943d89d926fccbb218eb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733081412258 2024-12-01T19:30:13,819 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,819 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c5734e8e31425fb3dafbb9f0c53878, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081412620 2024-12-01T19:30:13,820 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=146.1 K 2024-12-01T19:30:13,820 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5039b06344fc4f05a44d4b6ee01574d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413319 2024-12-01T19:30:13,820 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,820 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2] 2024-12-01T19:30:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,821 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f006e29c4f84d4aa34a76f2a5b481c1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081412205 2024-12-01T19:30:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,822 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ab12b17155442b4b0e1c1598ea51bf6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733081412258 2024-12-01T19:30:13,822 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e670a3496154907a200f268b48ed440, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081412620 2024-12-01T19:30:13,823 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55fb605aba97482f9a2e131c77d272f2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413300 2024-12-01T19:30:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,839 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,845 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201df1501ebc73e485ca2cc2d1438b53249_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,851 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#126 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,851 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/68e025d52b654fbfa6b3d99508445816 is 50, key is test_row_0/B:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,861 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201df1501ebc73e485ca2cc2d1438b53249_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,861 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201df1501ebc73e485ca2cc2d1438b53249_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:30:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741970_1146 (size=12139) 2024-12-01T19:30:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,890 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/68e025d52b654fbfa6b3d99508445816 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/68e025d52b654fbfa6b3d99508445816 2024-12-01T19:30:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741971_1147 (size=4469) 2024-12-01T19:30:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,896 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#127 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,897 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/25517e45d47f4d9a9a5c83c77694bb58 is 175, key is test_row_0/A:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,899 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 68e025d52b654fbfa6b3d99508445816(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:13,899 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:13,899 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=12, startTime=1733081413817; duration=0sec 2024-12-01T19:30:13,900 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:13,900 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:13,900 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,902 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:13,902 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:13,902 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:13,902 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=46.9 K 2024-12-01T19:30:13,903 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cc67807cc3a472db0faf22a9735ba1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081412207 2024-12-01T19:30:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,904 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 686d1adf4fad42afb27db28cb60686d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733081412258 2024-12-01T19:30:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,906 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 38bc4c7eb5154fdcaa0f55ca0cbef138, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081412620 2024-12-01T19:30:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,908 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f449dbbff51d4804a32feda1a4815d22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413319 2024-12-01T19:30:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,926 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#128 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:13,927 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/12f742d5fb1140849479f4688d37dc79 is 50, key is test_row_0/C:col10/1733081413647/Put/seqid=0 2024-12-01T19:30:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741972_1148 (size=31093) 2024-12-01T19:30:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741973_1149 (size=12139) 2024-12-01T19:30:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:14,006 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:14,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120126cdac90466649829a8a410b321114b5_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081413999/Put/seqid=0 2024-12-01T19:30:14,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741974_1150 (size=19474) 2024-12-01T19:30:14,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:14,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120126cdac90466649829a8a410b321114b5_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126cdac90466649829a8a410b321114b5_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:14,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/c7e03d67d19f4fd3b9781d103cc46f7c, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:14,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/c7e03d67d19f4fd3b9781d103cc46f7c is 175, key is test_row_0/A:col10/1733081413999/Put/seqid=0 2024-12-01T19:30:14,064 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T19:30:14,064 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T19:30:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741975_1151 (size=56733) 2024-12-01T19:30:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081474117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081474122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081474145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081474149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081474154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081474266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081474266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081474286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081474287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081474287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-01T19:30:14,326 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:14,326 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-01T19:30:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:14,332 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:14,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:14,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:14,359 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/25517e45d47f4d9a9a5c83c77694bb58 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58 2024-12-01T19:30:14,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/12f742d5fb1140849479f4688d37dc79 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/12f742d5fb1140849479f4688d37dc79 2024-12-01T19:30:14,373 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 25517e45d47f4d9a9a5c83c77694bb58(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:14,373 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:14,373 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=12, startTime=1733081413816; duration=0sec 2024-12-01T19:30:14,373 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:14,373 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:14,379 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 12f742d5fb1140849479f4688d37dc79(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:14,379 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:14,379 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=12, startTime=1733081413818; duration=0sec 2024-12-01T19:30:14,379 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:14,379 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:14,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/c7e03d67d19f4fd3b9781d103cc46f7c 2024-12-01T19:30:14,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081474476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081474476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T19:30:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081474495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081474495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081474496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/9b5425db7598466d99b845d740917fc5 is 50, key is test_row_0/B:col10/1733081413999/Put/seqid=0 2024-12-01T19:30:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741976_1152 (size=12001) 2024-12-01T19:30:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:14,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T19:30:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081474786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081474786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081474805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081474806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081474806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:14,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T19:30:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/9b5425db7598466d99b845d740917fc5 2024-12-01T19:30:14,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/194664942e094deb94582c99524f4847 is 50, key is test_row_0/C:col10/1733081413999/Put/seqid=0 2024-12-01T19:30:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:14,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T19:30:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:14,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741977_1153 (size=12001) 2024-12-01T19:30:14,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/194664942e094deb94582c99524f4847 2024-12-01T19:30:14,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/c7e03d67d19f4fd3b9781d103cc46f7c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c 2024-12-01T19:30:14,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c, entries=300, sequenceid=94, filesize=55.4 K 2024-12-01T19:30:14,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/9b5425db7598466d99b845d740917fc5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5 2024-12-01T19:30:15,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5, entries=150, sequenceid=94, filesize=11.7 K 2024-12-01T19:30:15,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/194664942e094deb94582c99524f4847 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847 2024-12-01T19:30:15,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847, entries=150, sequenceid=94, filesize=11.7 K 2024-12-01T19:30:15,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1014ms, sequenceid=94, compaction requested=false 2024-12-01T19:30:15,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:15,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-01T19:30:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:15,118 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:30:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e36a3a54db1f4ca6a99508bbd6853edf_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081414148/Put/seqid=0 2024-12-01T19:30:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741978_1154 (size=12154) 2024-12-01T19:30:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:15,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081475316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081475322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081475329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081475329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081475330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081475435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081475445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081475446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081475458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081475455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:15,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:15,603 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e36a3a54db1f4ca6a99508bbd6853edf_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e36a3a54db1f4ca6a99508bbd6853edf_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2098944461374ddbba20fd957275ea8e, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2098944461374ddbba20fd957275ea8e is 175, key is test_row_0/A:col10/1733081414148/Put/seqid=0 2024-12-01T19:30:15,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081475646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081475656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741979_1155 (size=30955) 2024-12-01T19:30:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081475656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2098944461374ddbba20fd957275ea8e 2024-12-01T19:30:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081475665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/905d50f5106b4e1ba1199692b0a89d8f is 50, key is test_row_0/B:col10/1733081414148/Put/seqid=0 2024-12-01T19:30:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741980_1156 (size=12001) 2024-12-01T19:30:15,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081475955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081475965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081475965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081475975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081475975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,099 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/905d50f5106b4e1ba1199692b0a89d8f 2024-12-01T19:30:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/edb07ce9d0b749a4b1d165b5fb0e14ff is 50, key is test_row_0/C:col10/1733081414148/Put/seqid=0 2024-12-01T19:30:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741981_1157 (size=12001) 2024-12-01T19:30:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:16,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081476475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081476475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081476475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081476485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081476485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:16,539 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/edb07ce9d0b749a4b1d165b5fb0e14ff 2024-12-01T19:30:16,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2098944461374ddbba20fd957275ea8e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e 2024-12-01T19:30:16,553 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e, entries=150, sequenceid=121, filesize=30.2 K 2024-12-01T19:30:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/905d50f5106b4e1ba1199692b0a89d8f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f 2024-12-01T19:30:16,560 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f, entries=150, sequenceid=121, filesize=11.7 K 2024-12-01T19:30:16,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/edb07ce9d0b749a4b1d165b5fb0e14ff as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff 2024-12-01T19:30:16,566 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff, entries=150, sequenceid=121, filesize=11.7 K 2024-12-01T19:30:16,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1449ms, sequenceid=121, compaction requested=true 2024-12-01T19:30:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:16,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T19:30:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T19:30:16,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-01T19:30:16,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2360 sec 2024-12-01T19:30:16,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.2470 sec 2024-12-01T19:30:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:17,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:30:17,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011294e629da804b8184a09e18f7bd34cd_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741982_1158 (size=17234) 2024-12-01T19:30:17,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:17,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081477590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,628 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011294e629da804b8184a09e18f7bd34cd_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011294e629da804b8184a09e18f7bd34cd_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:17,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/bcba3d0a49104e56aa50518607db1e8d, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:17,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/bcba3d0a49104e56aa50518607db1e8d is 175, key is test_row_0/A:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081477599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081477551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081477623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081477622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741983_1159 (size=48339) 2024-12-01T19:30:17,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/bcba3d0a49104e56aa50518607db1e8d 2024-12-01T19:30:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fb3773f131a44536864be65c8a3848d6 is 50, key is test_row_0/B:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:17,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081477735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081477745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081477746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741984_1160 (size=12101) 2024-12-01T19:30:17,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fb3773f131a44536864be65c8a3848d6 2024-12-01T19:30:17,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081477746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081477755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:17,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:17,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/7451b2b8ed5443609a78f39b1e51ee71 is 50, key is test_row_0/C:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741985_1161 (size=12101) 2024-12-01T19:30:17,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/7451b2b8ed5443609a78f39b1e51ee71 2024-12-01T19:30:17,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/bcba3d0a49104e56aa50518607db1e8d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d 2024-12-01T19:30:17,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d, entries=250, sequenceid=136, filesize=47.2 K 2024-12-01T19:30:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fb3773f131a44536864be65c8a3848d6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6 2024-12-01T19:30:17,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6, entries=150, sequenceid=136, filesize=11.8 K 2024-12-01T19:30:17,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/7451b2b8ed5443609a78f39b1e51ee71 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71 2024-12-01T19:30:17,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71, entries=150, sequenceid=136, filesize=11.8 K 2024-12-01T19:30:17,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 421ms, sequenceid=136, compaction requested=true 2024-12-01T19:30:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:17,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:17,912 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:17,912 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:17,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:17,914 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167120 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:17,915 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:17,915 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:17,915 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=163.2 K 2024-12-01T19:30:17,915 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:17,915 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d] 2024-12-01T19:30:17,915 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:17,915 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:17,915 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:17,915 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/68e025d52b654fbfa6b3d99508445816, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=47.1 K 2024-12-01T19:30:17,916 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e025d52b654fbfa6b3d99508445816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413319 2024-12-01T19:30:17,916 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25517e45d47f4d9a9a5c83c77694bb58, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413319 2024-12-01T19:30:17,917 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b5425db7598466d99b845d740917fc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733081413995 2024-12-01T19:30:17,917 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7e03d67d19f4fd3b9781d103cc46f7c, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733081413653 2024-12-01T19:30:17,918 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 905d50f5106b4e1ba1199692b0a89d8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733081414139 2024-12-01T19:30:17,918 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2098944461374ddbba20fd957275ea8e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733081414139 2024-12-01T19:30:17,918 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3773f131a44536864be65c8a3848d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733081415304 2024-12-01T19:30:17,919 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcba3d0a49104e56aa50518607db1e8d, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733081415304 2024-12-01T19:30:17,958 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:17,959 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/489095089b104bf08c069c0ef1815175 is 50, key is test_row_0/B:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:17,966 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:17,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:30:17,978 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081477995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081477997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081477998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081477998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081478001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,037 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201d04ac445c504433287f78b034d4c7414_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,040 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201d04ac445c504433287f78b034d4c7414_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,040 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d04ac445c504433287f78b034d4c7414_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741986_1162 (size=12375) 2024-12-01T19:30:18,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f72e89bdc65b443c85bded611f7e7c35_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081417598/Put/seqid=0 2024-12-01T19:30:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081478115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081478115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081478115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081478115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081478125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741987_1163 (size=4469) 2024-12-01T19:30:18,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741988_1164 (size=17284) 2024-12-01T19:30:18,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:18,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f72e89bdc65b443c85bded611f7e7c35_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f72e89bdc65b443c85bded611f7e7c35_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:18,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/dce4df6f94234eba91902407d6148a41, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/dce4df6f94234eba91902407d6148a41 is 175, key is test_row_0/A:col10/1733081417598/Put/seqid=0 2024-12-01T19:30:18,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741989_1165 (size=48389) 2024-12-01T19:30:18,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/dce4df6f94234eba91902407d6148a41 2024-12-01T19:30:18,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/486ad5fba4ee4add8e86bee7b093b9dd is 50, key is test_row_0/B:col10/1733081417598/Put/seqid=0 2024-12-01T19:30:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741990_1166 (size=12151) 2024-12-01T19:30:18,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/486ad5fba4ee4add8e86bee7b093b9dd 2024-12-01T19:30:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081478335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081478335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081478336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081478337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081478345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/68e316dbd8d9497baaf65a97425e4531 is 50, key is test_row_0/C:col10/1733081417598/Put/seqid=0 2024-12-01T19:30:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741991_1167 (size=12151) 2024-12-01T19:30:18,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/68e316dbd8d9497baaf65a97425e4531 2024-12-01T19:30:18,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/dce4df6f94234eba91902407d6148a41 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41 2024-12-01T19:30:18,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41, entries=250, sequenceid=160, filesize=47.3 K 2024-12-01T19:30:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/486ad5fba4ee4add8e86bee7b093b9dd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd 2024-12-01T19:30:18,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T19:30:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/68e316dbd8d9497baaf65a97425e4531 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531 2024-12-01T19:30:18,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531, entries=150, sequenceid=160, filesize=11.9 K 2024-12-01T19:30:18,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 485ms, sequenceid=160, compaction requested=true 2024-12-01T19:30:18,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:18,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:18,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:30:18,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:18,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T19:30:18,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:18,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T19:30:18,474 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/489095089b104bf08c069c0ef1815175 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/489095089b104bf08c069c0ef1815175 2024-12-01T19:30:18,484 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 489095089b104bf08c069c0ef1815175(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:18,484 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:18,485 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=12, startTime=1733081417912; duration=0sec 2024-12-01T19:30:18,485 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-01T19:30:18,485 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:18,485 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-01T19:30:18,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:30:18,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:30:18,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. because compaction request was cancelled 2024-12-01T19:30:18,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:18,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-01T19:30:18,495 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60393 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-01T19:30:18,495 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:18,495 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:18,496 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/12f742d5fb1140849479f4688d37dc79, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=59.0 K 2024-12-01T19:30:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-01T19:30:18,497 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:18,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:18,499 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 12f742d5fb1140849479f4688d37dc79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733081413319 2024-12-01T19:30:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-01T19:30:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T19:30:18,503 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 194664942e094deb94582c99524f4847, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733081413995 2024-12-01T19:30:18,504 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting edb07ce9d0b749a4b1d165b5fb0e14ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733081414139 2024-12-01T19:30:18,504 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:18,506 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7451b2b8ed5443609a78f39b1e51ee71, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733081415304 2024-12-01T19:30:18,505 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:18,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:18,506 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e316dbd8d9497baaf65a97425e4531, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733081417551 2024-12-01T19:30:18,533 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#143 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:18,533 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/620089b3a6e247eda32461d27025f188 is 50, key is test_row_0/C:col10/1733081417598/Put/seqid=0 2024-12-01T19:30:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741992_1168 (size=12459) 2024-12-01T19:30:18,561 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#139 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:18,562 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/72e69e977a0d4e0d85d5d89831d1db7c is 175, key is test_row_0/A:col10/1733081417486/Put/seqid=0 2024-12-01T19:30:18,568 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/620089b3a6e247eda32461d27025f188 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/620089b3a6e247eda32461d27025f188 2024-12-01T19:30:18,591 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 620089b3a6e247eda32461d27025f188(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:18,591 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:18,595 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=11, startTime=1733081418454; duration=0sec 2024-12-01T19:30:18,596 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:30:18,596 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:18,596 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:18,596 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:18,596 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-01T19:30:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741993_1169 (size=31329) 2024-12-01T19:30:18,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:30:18,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:30:18,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. because compaction request was cancelled 2024-12-01T19:30:18,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:18,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-01T19:30:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T19:30:18,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-01T19:30:18,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-01T19:30:18,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. because compaction request was cancelled 2024-12-01T19:30:18,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:18,637 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/72e69e977a0d4e0d85d5d89831d1db7c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c 2024-12-01T19:30:18,646 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 72e69e977a0d4e0d85d5d89831d1db7c(size=30.6 K), total size for store is 77.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:18,646 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:18,647 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=12, startTime=1733081417912; duration=0sec 2024-12-01T19:30:18,647 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:18,647 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:18,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-01T19:30:18,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:18,660 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:30:18,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e0c1a9fc71014a819b87fd770e1b6e7a_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081417992/Put/seqid=0 2024-12-01T19:30:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741994_1170 (size=12304) 2024-12-01T19:30:18,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:18,707 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e0c1a9fc71014a819b87fd770e1b6e7a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e0c1a9fc71014a819b87fd770e1b6e7a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6407cd0ff1754c8d9add3b972c5db3a4, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6407cd0ff1754c8d9add3b972c5db3a4 is 175, key is test_row_0/A:col10/1733081417992/Put/seqid=0 2024-12-01T19:30:18,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741995_1171 (size=31105) 2024-12-01T19:30:18,726 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6407cd0ff1754c8d9add3b972c5db3a4 2024-12-01T19:30:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/0ab4b977cf8340a4afe3d484a6c94df7 is 50, key is test_row_0/B:col10/1733081417992/Put/seqid=0 2024-12-01T19:30:18,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081478725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081478727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081478745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081478747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081478748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741996_1172 (size=12151) 2024-12-01T19:30:18,797 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/0ab4b977cf8340a4afe3d484a6c94df7 2024-12-01T19:30:18,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/610623bd8330473fbe8c1451260da8ac is 50, key is test_row_0/C:col10/1733081417992/Put/seqid=0 2024-12-01T19:30:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T19:30:18,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081478855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081478855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741997_1173 (size=12151) 2024-12-01T19:30:18,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/610623bd8330473fbe8c1451260da8ac 2024-12-01T19:30:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6407cd0ff1754c8d9add3b972c5db3a4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4 2024-12-01T19:30:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081478875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081478876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081478876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:18,896 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4, entries=150, sequenceid=175, filesize=30.4 K 2024-12-01T19:30:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/0ab4b977cf8340a4afe3d484a6c94df7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7 2024-12-01T19:30:18,909 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T19:30:18,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/610623bd8330473fbe8c1451260da8ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac 2024-12-01T19:30:18,920 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac, entries=150, sequenceid=175, filesize=11.9 K 2024-12-01T19:30:18,924 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 264ms, sequenceid=175, compaction requested=true 2024-12-01T19:30:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:18,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:18,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T19:30:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T19:30:18,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-01T19:30:18,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 432 msec 2024-12-01T19:30:18,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 443 msec 2024-12-01T19:30:19,081 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:19,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:30:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:19,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015130801b781c45f686cc502691316694_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081479117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-01T19:30:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,129 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:19,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081479127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,132 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-01T19:30:19,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:19,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081479128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081479129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081479130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,141 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:19,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741998_1174 (size=14794) 2024-12-01T19:30:19,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:19,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015130801b781c45f686cc502691316694_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015130801b781c45f686cc502691316694_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:19,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/b6b7ceb7a75a4e878597cea0d25d7b92, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/b6b7ceb7a75a4e878597cea0d25d7b92 is 175, key is test_row_0/A:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741999_1175 (size=39749) 2024-12-01T19:30:19,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081479235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081479235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081479245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081479246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081479246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:19,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:19,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081479445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081479445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081479455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081479455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081479456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:19,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:19,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,621 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/b6b7ceb7a75a4e878597cea0d25d7b92 2024-12-01T19:30:19,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fcfb9308f9cf47e0bbec13353bea3ac0 is 50, key is test_row_0/B:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742000_1176 (size=12151) 2024-12-01T19:30:19,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fcfb9308f9cf47e0bbec13353bea3ac0 2024-12-01T19:30:19,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/014ea12b57e24d5da1fc1e11e9e1609f is 50, key is test_row_0/C:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742001_1177 (size=12151) 2024-12-01T19:30:19,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/014ea12b57e24d5da1fc1e11e9e1609f 2024-12-01T19:30:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/b6b7ceb7a75a4e878597cea0d25d7b92 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92 2024-12-01T19:30:19,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92, entries=200, sequenceid=201, filesize=38.8 K 2024-12-01T19:30:19,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/fcfb9308f9cf47e0bbec13353bea3ac0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0 2024-12-01T19:30:19,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0, entries=150, sequenceid=201, filesize=11.9 K 2024-12-01T19:30:19,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/014ea12b57e24d5da1fc1e11e9e1609f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f 2024-12-01T19:30:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f, entries=150, sequenceid=201, filesize=11.9 K 2024-12-01T19:30:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081479755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 689ms, sequenceid=201, compaction requested=true 2024-12-01T19:30:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,771 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:19,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:19,771 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:19,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:19,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:19,775 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150572 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:19,776 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:19,776 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,776 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=147.0 K 2024-12-01T19:30:19,776 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,776 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92] 2024-12-01T19:30:19,777 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:19,777 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:19,777 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,777 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/489095089b104bf08c069c0ef1815175, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=47.7 K 2024-12-01T19:30:19,777 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72e69e977a0d4e0d85d5d89831d1db7c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733081415304 2024-12-01T19:30:19,778 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 489095089b104bf08c069c0ef1815175, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733081415304 2024-12-01T19:30:19,778 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting dce4df6f94234eba91902407d6148a41, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733081417526 2024-12-01T19:30:19,778 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 486ad5fba4ee4add8e86bee7b093b9dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733081417551 2024-12-01T19:30:19,779 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6407cd0ff1754c8d9add3b972c5db3a4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733081417992 2024-12-01T19:30:19,779 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab4b977cf8340a4afe3d484a6c94df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733081417992 2024-12-01T19:30:19,780 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b7ceb7a75a4e878597cea0d25d7b92, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418744 2024-12-01T19:30:19,780 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fcfb9308f9cf47e0bbec13353bea3ac0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418745 2024-12-01T19:30:19,821 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,823 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:19,824 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/21e0c0aadf9c45ea8ab5080728f7f7c9 is 50, key is test_row_0/B:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,828 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412012add5f27e13848828f6e38b391fddbe3_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d60fd1b1cf7042e1be14dc94b171cc29_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081419126/Put/seqid=0 2024-12-01T19:30:19,831 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412012add5f27e13848828f6e38b391fddbe3_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,831 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012add5f27e13848828f6e38b391fddbe3_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742002_1178 (size=12561) 2024-12-01T19:30:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742003_1179 (size=14794) 2024-12-01T19:30:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742004_1180 (size=4469) 2024-12-01T19:30:19,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:19,883 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#151 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:19,884 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0e1e0cfdefe44754b66597dbe7629763 is 175, key is test_row_0/A:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:19,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d60fd1b1cf7042e1be14dc94b171cc29_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d60fd1b1cf7042e1be14dc94b171cc29_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:19,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8303172f29b149c4a8fa7326a509a280, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:19,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8303172f29b149c4a8fa7326a509a280 is 175, key is test_row_0/A:col10/1733081419126/Put/seqid=0 2024-12-01T19:30:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742005_1181 (size=31515) 2024-12-01T19:30:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742006_1182 (size=39749) 2024-12-01T19:30:19,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8303172f29b149c4a8fa7326a509a280 2024-12-01T19:30:19,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7b18794541454b348075fb4cec0d771b is 50, key is test_row_0/B:col10/1733081419126/Put/seqid=0 2024-12-01T19:30:19,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:19,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:19,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:19,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:19,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081479880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742007_1183 (size=12151) 2024-12-01T19:30:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081479927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081479929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:19,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081479929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081480035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081480045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081480045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T19:30:20,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T19:30:20,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081480245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081480255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081480256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,261 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/21e0c0aadf9c45ea8ab5080728f7f7c9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/21e0c0aadf9c45ea8ab5080728f7f7c9 2024-12-01T19:30:20,269 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 21e0c0aadf9c45ea8ab5080728f7f7c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:20,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:20,270 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=12, startTime=1733081419771; duration=0sec 2024-12-01T19:30:20,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:20,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:20,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:20,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:20,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:20,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/620089b3a6e247eda32461d27025f188, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=35.9 K 2024-12-01T19:30:20,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 620089b3a6e247eda32461d27025f188, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733081417551 2024-12-01T19:30:20,274 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 610623bd8330473fbe8c1451260da8ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733081417992 2024-12-01T19:30:20,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081480275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081480275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,277 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 014ea12b57e24d5da1fc1e11e9e1609f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418745 2024-12-01T19:30:20,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:20,310 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0e1e0cfdefe44754b66597dbe7629763 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763 2024-12-01T19:30:20,310 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:20,311 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/44f5793099474b7da8c21e9a189a46e0 is 50, key is test_row_0/C:col10/1733081419079/Put/seqid=0 2024-12-01T19:30:20,318 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 0e1e0cfdefe44754b66597dbe7629763(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:20,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:20,318 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=12, startTime=1733081419771; duration=0sec 2024-12-01T19:30:20,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:20,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:20,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7b18794541454b348075fb4cec0d771b 2024-12-01T19:30:20,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/0436f38b7fb84069991a9271ebe3aa8b is 50, key is test_row_0/C:col10/1733081419126/Put/seqid=0 2024-12-01T19:30:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742008_1184 (size=12561) 2024-12-01T19:30:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742009_1185 (size=12151) 2024-12-01T19:30:20,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/0436f38b7fb84069991a9271ebe3aa8b 2024-12-01T19:30:20,354 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/44f5793099474b7da8c21e9a189a46e0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/44f5793099474b7da8c21e9a189a46e0 2024-12-01T19:30:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8303172f29b149c4a8fa7326a509a280 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280 2024-12-01T19:30:20,364 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 44f5793099474b7da8c21e9a189a46e0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:20,364 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:20,364 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=13, startTime=1733081419773; duration=0sec 2024-12-01T19:30:20,365 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:20,365 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:20,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280, entries=200, sequenceid=212, filesize=38.8 K 2024-12-01T19:30:20,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7b18794541454b348075fb4cec0d771b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b 2024-12-01T19:30:20,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-01T19:30:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/0436f38b7fb84069991a9271ebe3aa8b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b 2024-12-01T19:30:20,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-01T19:30:20,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 642ms, sequenceid=212, compaction requested=false 2024-12-01T19:30:20,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:20,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:30:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081480572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081480576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081480577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081480584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a0d0b305f6474aaeafb509ac8fe19409_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742010_1186 (size=14794) 2024-12-01T19:30:20,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:20,649 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a0d0b305f6474aaeafb509ac8fe19409_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0d0b305f6474aaeafb509ac8fe19409_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:20,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f7ee437bd98f4c4a833628a0d31ef4fb, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:20,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f7ee437bd98f4c4a833628a0d31ef4fb is 175, key is test_row_0/A:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742011_1187 (size=39749) 2024-12-01T19:30:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f7ee437bd98f4c4a833628a0d31ef4fb 2024-12-01T19:30:20,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/74890a87d0b94aecb6f8d22bc1a51761 is 50, key is test_row_0/B:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:20,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742012_1188 (size=12151) 2024-12-01T19:30:20,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/74890a87d0b94aecb6f8d22bc1a51761 2024-12-01T19:30:20,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/fd6e17d91deb48b098c16d7dc4a42ef8 is 50, key is test_row_0/C:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742013_1189 (size=12151) 2024-12-01T19:30:20,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:20,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:20,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081480897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081480897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081480897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:20,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081481101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081481205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081481205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081481205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/fd6e17d91deb48b098c16d7dc4a42ef8 2024-12-01T19:30:21,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f7ee437bd98f4c4a833628a0d31ef4fb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb 2024-12-01T19:30:21,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb, entries=200, sequenceid=242, filesize=38.8 K 2024-12-01T19:30:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/74890a87d0b94aecb6f8d22bc1a51761 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761 2024-12-01T19:30:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761, entries=150, sequenceid=242, filesize=11.9 K 2024-12-01T19:30:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/fd6e17d91deb48b098c16d7dc4a42ef8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8 2024-12-01T19:30:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8, entries=150, sequenceid=242, filesize=11.9 K 2024-12-01T19:30:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 693ms, sequenceid=242, compaction requested=true 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:21,253 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:21,253 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:21,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:21,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,254 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:21,255 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:21,255 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,255 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=108.4 K 2024-12-01T19:30:21,255 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,255 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb] 2024-12-01T19:30:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,256 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:21,256 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e1e0cfdefe44754b66597dbe7629763, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418745 2024-12-01T19:30:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,256 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:21,256 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,256 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/21e0c0aadf9c45ea8ab5080728f7f7c9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.0 K 2024-12-01T19:30:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,256 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8303172f29b149c4a8fa7326a509a280, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733081419104 2024-12-01T19:30:21,257 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e0c0aadf9c45ea8ab5080728f7f7c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418745 2024-12-01T19:30:21,257 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ee437bd98f4c4a833628a0d31ef4fb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,258 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b18794541454b348075fb4cec0d771b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733081419104 2024-12-01T19:30:21,258 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 74890a87d0b94aecb6f8d22bc1a51761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,281 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,286 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,287 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/750e8525f782405ca77f3b71ed120d04 is 50, key is test_row_0/B:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,293 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201e7da4653d59c40889fb8f1dbd39d2ae8_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:21,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201e7da4653d59c40889fb8f1dbd39d2ae8_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:21,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e7da4653d59c40889fb8f1dbd39d2ae8_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:21,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742014_1190 (size=12663) 2024-12-01T19:30:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742015_1191 (size=4469) 2024-12-01T19:30:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,311 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#159 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,312 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/eb0e1a816f014837bdde8681ec130910 is 175, key is test_row_0/A:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012bd44f3979fd4eef95dd298b6941c57a_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081421301/Put/seqid=0 2024-12-01T19:30:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,316 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/750e8525f782405ca77f3b71ed120d04 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/750e8525f782405ca77f3b71ed120d04 2024-12-01T19:30:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,323 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 750e8525f782405ca77f3b71ed120d04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:21,323 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:21,324 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=13, startTime=1733081421253; duration=0sec 2024-12-01T19:30:21,324 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:21,324 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:21,324 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,325 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:21,325 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,325 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,326 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/44f5793099474b7da8c21e9a189a46e0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.0 K 2024-12-01T19:30:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f5793099474b7da8c21e9a189a46e0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733081418745 2024-12-01T19:30:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0436f38b7fb84069991a9271ebe3aa8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733081419104 2024-12-01T19:30:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fd6e17d91deb48b098c16d7dc4a42ef8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742017_1193 (size=14794) 2024-12-01T19:30:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742016_1192 (size=31617) 2024-12-01T19:30:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,358 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:21,359 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/40bdef90611d4974b7bd63684ae55deb is 50, key is test_row_0/C:col10/1733081420559/Put/seqid=0 2024-12-01T19:30:21,361 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/eb0e1a816f014837bdde8681ec130910 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910 2024-12-01T19:30:21,370 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into eb0e1a816f014837bdde8681ec130910(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:21,370 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:21,371 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=13, startTime=1733081421253; duration=0sec 2024-12-01T19:30:21,371 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:21,371 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:21,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742018_1194 (size=12663) 2024-12-01T19:30:21,390 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/40bdef90611d4974b7bd63684ae55deb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/40bdef90611d4974b7bd63684ae55deb 2024-12-01T19:30:21,408 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 40bdef90611d4974b7bd63684ae55deb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:21,408 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:21,409 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=13, startTime=1733081421253; duration=0sec 2024-12-01T19:30:21,409 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:21,409 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081481439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081481545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081481715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081481715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081481716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:21,746 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012bd44f3979fd4eef95dd298b6941c57a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012bd44f3979fd4eef95dd298b6941c57a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:21,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9270dbd957a544389791807e41ad8d95, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:21,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9270dbd957a544389791807e41ad8d95 is 175, key is test_row_0/A:col10/1733081421301/Put/seqid=0 2024-12-01T19:30:21,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081481755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742019_1195 (size=39745) 2024-12-01T19:30:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:21,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9270dbd957a544389791807e41ad8d95 2024-12-01T19:30:21,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2d43cb54567d47a3aaa6b5ba1a118596 is 50, key is test_row_0/B:col10/1733081421301/Put/seqid=0 2024-12-01T19:30:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742020_1196 (size=9757) 2024-12-01T19:30:21,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2d43cb54567d47a3aaa6b5ba1a118596 2024-12-01T19:30:21,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/61a7b550e31d467a985790ac7bd68492 is 50, key is test_row_0/C:col10/1733081421301/Put/seqid=0 2024-12-01T19:30:21,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742021_1197 (size=9757) 2024-12-01T19:30:21,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/61a7b550e31d467a985790ac7bd68492 2024-12-01T19:30:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9270dbd957a544389791807e41ad8d95 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95 2024-12-01T19:30:21,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95, entries=200, sequenceid=253, filesize=38.8 K 2024-12-01T19:30:21,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2d43cb54567d47a3aaa6b5ba1a118596 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596 2024-12-01T19:30:21,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596, entries=100, sequenceid=253, filesize=9.5 K 2024-12-01T19:30:21,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/61a7b550e31d467a985790ac7bd68492 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492 2024-12-01T19:30:21,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492, entries=100, sequenceid=253, filesize=9.5 K 2024-12-01T19:30:21,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 556ms, sequenceid=253, compaction requested=false 2024-12-01T19:30:21,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:21,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-01T19:30:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:30:21,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c1dc4faa839c494baa9e7be086d18beb_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081421429/Put/seqid=0 2024-12-01T19:30:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742022_1198 (size=12454) 2024-12-01T19:30:22,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:22,040 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c1dc4faa839c494baa9e7be086d18beb_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c1dc4faa839c494baa9e7be086d18beb_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:22,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8fda1138b2814508b797aaa9f7b62c7e, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:22,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8fda1138b2814508b797aaa9f7b62c7e is 175, key is test_row_0/A:col10/1733081421429/Put/seqid=0 2024-12-01T19:30:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742023_1199 (size=31255) 2024-12-01T19:30:22,054 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8fda1138b2814508b797aaa9f7b62c7e 2024-12-01T19:30:22,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/3f84941e4bfd481ca278dfaa47e82b1f is 50, key is test_row_0/B:col10/1733081421429/Put/seqid=0 2024-12-01T19:30:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742024_1200 (size=12301) 2024-12-01T19:30:22,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/3f84941e4bfd481ca278dfaa47e82b1f 2024-12-01T19:30:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081482115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/51293a6369244679bbe396786a3e1352 is 50, key is test_row_0/C:col10/1733081421429/Put/seqid=0 2024-12-01T19:30:22,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081482125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,128 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742025_1201 (size=12301) 2024-12-01T19:30:22,142 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/51293a6369244679bbe396786a3e1352 2024-12-01T19:30:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/8fda1138b2814508b797aaa9f7b62c7e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e 2024-12-01T19:30:22,161 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e, entries=150, sequenceid=281, filesize=30.5 K 2024-12-01T19:30:22,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/3f84941e4bfd481ca278dfaa47e82b1f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f 2024-12-01T19:30:22,170 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f, entries=150, sequenceid=281, filesize=12.0 K 2024-12-01T19:30:22,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/51293a6369244679bbe396786a3e1352 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352 2024-12-01T19:30:22,180 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352, entries=150, sequenceid=281, filesize=12.0 K 2024-12-01T19:30:22,184 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 223ms, sequenceid=281, compaction requested=true 2024-12-01T19:30:22,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:22,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:22,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T19:30:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T19:30:22,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-01T19:30:22,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0450 sec 2024-12-01T19:30:22,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.0570 sec 2024-12-01T19:30:22,246 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:22,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:30:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:22,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cac6be2841b2423591e0c5a5b1cb5ac0_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:22,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742026_1202 (size=14994) 2024-12-01T19:30:22,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081482495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081482609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,718 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:22,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201cac6be2841b2423591e0c5a5b1cb5ac0_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cac6be2841b2423591e0c5a5b1cb5ac0_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:22,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6164c8d306604e60ab1528535ffa44a5, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:22,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6164c8d306604e60ab1528535ffa44a5 is 175, key is test_row_0/A:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081482725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081482725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,730 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,730 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081482742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,752 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742027_1203 (size=39949) 2024-12-01T19:30:22,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6164c8d306604e60ab1528535ffa44a5 2024-12-01T19:30:22,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ce3a3df11a8943bbb355fe90c867597d is 50, key is test_row_0/B:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:22,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081482825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742028_1204 (size=12301) 2024-12-01T19:30:22,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ce3a3df11a8943bbb355fe90c867597d 2024-12-01T19:30:22,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f0dcf2c85e2f4543a852883723ec7b6f is 50, key is test_row_0/C:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742029_1205 (size=12301) 2024-12-01T19:30:23,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081483135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:23,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f0dcf2c85e2f4543a852883723ec7b6f 2024-12-01T19:30:23,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/6164c8d306604e60ab1528535ffa44a5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5 2024-12-01T19:30:23,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5, entries=200, sequenceid=293, filesize=39.0 K 2024-12-01T19:30:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ce3a3df11a8943bbb355fe90c867597d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d 2024-12-01T19:30:23,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d, entries=150, sequenceid=293, filesize=12.0 K 2024-12-01T19:30:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-01T19:30:23,309 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:23,311 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:23,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f0dcf2c85e2f4543a852883723ec7b6f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f 2024-12-01T19:30:23,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-01T19:30:23,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T19:30:23,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:23,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:23,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f, entries=150, sequenceid=293, filesize=12.0 K 2024-12-01T19:30:23,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1083ms, sequenceid=293, compaction requested=true 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:23,329 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:30:23,329 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:23,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:23,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:23,332 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:23,333 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=139.2 K 2024-12-01T19:30:23,333 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:23,333 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5] 2024-12-01T19:30:23,334 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0e1a816f014837bdde8681ec130910, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:23,334 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:23,334 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:23,334 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:23,334 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/750e8525f782405ca77f3b71ed120d04, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=45.9 K 2024-12-01T19:30:23,335 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9270dbd957a544389791807e41ad8d95, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733081420572 2024-12-01T19:30:23,335 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 750e8525f782405ca77f3b71ed120d04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:23,337 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fda1138b2814508b797aaa9f7b62c7e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733081421425 2024-12-01T19:30:23,337 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d43cb54567d47a3aaa6b5ba1a118596, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733081421295 2024-12-01T19:30:23,340 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6164c8d306604e60ab1528535ffa44a5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:23,340 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f84941e4bfd481ca278dfaa47e82b1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733081421425 2024-12-01T19:30:23,341 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce3a3df11a8943bbb355fe90c867597d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:23,358 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:23,359 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/a03fa4d8d0db4b3e856d219735f778e1 is 50, key is test_row_0/B:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:23,365 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742030_1206 (size=12949) 2024-12-01T19:30:23,398 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412013d2df4d2499648e092287401c7f4cb74_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:23,400 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412013d2df4d2499648e092287401c7f4cb74_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:23,400 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013d2df4d2499648e092287401c7f4cb74_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T19:30:23,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742031_1207 (size=4469) 2024-12-01T19:30:23,440 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#172 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:23,441 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f51119976aa34df88967ad87fdf6b553 is 175, key is test_row_0/A:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742032_1208 (size=31903) 2024-12-01T19:30:23,459 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/f51119976aa34df88967ad87fdf6b553 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553 2024-12-01T19:30:23,467 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into f51119976aa34df88967ad87fdf6b553(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:23,467 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:23,467 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=12, startTime=1733081423329; duration=0sec 2024-12-01T19:30:23,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:23,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:23,468 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:23,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-01T19:30:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:23,469 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:30:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201257c76045fb146d6a8e04952f4078cae_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081422494/Put/seqid=0 2024-12-01T19:30:23,503 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:23,503 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:23,503 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:23,504 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/40bdef90611d4974b7bd63684ae55deb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=45.9 K 2024-12-01T19:30:23,504 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 40bdef90611d4974b7bd63684ae55deb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733081419879 2024-12-01T19:30:23,505 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a7b550e31d467a985790ac7bd68492, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733081421295 2024-12-01T19:30:23,506 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 51293a6369244679bbe396786a3e1352, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733081421425 2024-12-01T19:30:23,506 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f0dcf2c85e2f4543a852883723ec7b6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:23,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742033_1209 (size=12454) 2024-12-01T19:30:23,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:23,537 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201257c76045fb146d6a8e04952f4078cae_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201257c76045fb146d6a8e04952f4078cae_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2950e5c5d7fb40a282e637b83f93abb6, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2950e5c5d7fb40a282e637b83f93abb6 is 175, key is test_row_0/A:col10/1733081422494/Put/seqid=0 2024-12-01T19:30:23,555 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#174 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:23,556 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/c747548a261344218f9ca3253cd62398 is 50, key is test_row_0/C:col10/1733081422085/Put/seqid=0 2024-12-01T19:30:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742034_1210 (size=31255) 2024-12-01T19:30:23,567 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2950e5c5d7fb40a282e637b83f93abb6 2024-12-01T19:30:23,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7235373e6e324a52810a6b7efdce74c8 is 50, key is test_row_0/B:col10/1733081422494/Put/seqid=0 2024-12-01T19:30:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742035_1211 (size=12949) 2024-12-01T19:30:23,605 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/c747548a261344218f9ca3253cd62398 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c747548a261344218f9ca3253cd62398 2024-12-01T19:30:23,613 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into c747548a261344218f9ca3253cd62398(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:23,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:23,613 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=12, startTime=1733081423329; duration=0sec 2024-12-01T19:30:23,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:23,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742036_1212 (size=12301) 2024-12-01T19:30:23,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7235373e6e324a52810a6b7efdce74c8 2024-12-01T19:30:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T19:30:23,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4f0e6b58f05743878a3188fdbc55b104 is 50, key is test_row_0/C:col10/1733081422494/Put/seqid=0 2024-12-01T19:30:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:23,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742037_1213 (size=12301) 2024-12-01T19:30:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081483737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:23,814 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/a03fa4d8d0db4b3e856d219735f778e1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a03fa4d8d0db4b3e856d219735f778e1 2024-12-01T19:30:23,826 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into a03fa4d8d0db4b3e856d219735f778e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:23,826 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:23,826 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=12, startTime=1733081423329; duration=0sec 2024-12-01T19:30:23,826 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:23,826 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081483845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T19:30:24,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081484055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,107 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4f0e6b58f05743878a3188fdbc55b104 2024-12-01T19:30:24,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2950e5c5d7fb40a282e637b83f93abb6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6 2024-12-01T19:30:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6, entries=150, sequenceid=318, filesize=30.5 K 2024-12-01T19:30:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/7235373e6e324a52810a6b7efdce74c8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8 2024-12-01T19:30:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081484145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,149 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T19:30:24,149 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/4f0e6b58f05743878a3188fdbc55b104 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104 2024-12-01T19:30:24,176 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104, entries=150, sequenceid=318, filesize=12.0 K 2024-12-01T19:30:24,179 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 710ms, sequenceid=318, compaction requested=false 2024-12-01T19:30:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T19:30:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T19:30:24,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-01T19:30:24,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 867 msec 2024-12-01T19:30:24,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 874 msec 2024-12-01T19:30:24,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:24,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:30:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:24,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bd4aab9f5d544cc2a4a63357fdb1486f_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742038_1214 (size=14994) 2024-12-01T19:30:24,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-01T19:30:24,469 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:24,470 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:24,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201bd4aab9f5d544cc2a4a63357fdb1486f_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd4aab9f5d544cc2a4a63357fdb1486f_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:24,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0d3dcce0b59c4fbf9c0fe76837296293, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:24,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0d3dcce0b59c4fbf9c0fe76837296293 is 175, key is test_row_0/A:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-01T19:30:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:24,480 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:24,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:24,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742039_1215 (size=39949) 2024-12-01T19:30:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:24,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081484645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081484736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,746 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081484757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081484757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,760 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081484772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,779 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:24,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:24,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0d3dcce0b59c4fbf9c0fe76837296293 2024-12-01T19:30:24,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081484965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:24,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:24,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bac49290e7a145e1a68d01a2119e3b1e is 50, key is test_row_0/B:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742040_1216 (size=12301) 2024-12-01T19:30:25,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bac49290e7a145e1a68d01a2119e3b1e 2024-12-01T19:30:25,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/b9b8c2c1dfec432e87a1c8047b678c92 is 50, key is test_row_0/C:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742041_1217 (size=12301) 2024-12-01T19:30:25,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/b9b8c2c1dfec432e87a1c8047b678c92 2024-12-01T19:30:25,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/0d3dcce0b59c4fbf9c0fe76837296293 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293 2024-12-01T19:30:25,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293, entries=200, sequenceid=333, filesize=39.0 K 2024-12-01T19:30:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bac49290e7a145e1a68d01a2119e3b1e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e 2024-12-01T19:30:25,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e, entries=150, sequenceid=333, filesize=12.0 K 2024-12-01T19:30:25,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/b9b8c2c1dfec432e87a1c8047b678c92 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92 2024-12-01T19:30:25,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92, entries=150, sequenceid=333, filesize=12.0 K 2024-12-01T19:30:25,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 783ms, sequenceid=333, compaction requested=true 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:25,161 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:30:25,161 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:25,163 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:25,163 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:25,163 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,163 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a03fa4d8d0db4b3e856d219735f778e1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.7 K 2024-12-01T19:30:25,163 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:25,163 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:25,163 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,164 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=100.7 K 2024-12-01T19:30:25,164 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,164 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293] 2024-12-01T19:30:25,164 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f51119976aa34df88967ad87fdf6b553, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:25,165 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a03fa4d8d0db4b3e856d219735f778e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:25,165 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2950e5c5d7fb40a282e637b83f93abb6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733081422443 2024-12-01T19:30:25,165 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7235373e6e324a52810a6b7efdce74c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733081422443 2024-12-01T19:30:25,165 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d3dcce0b59c4fbf9c0fe76837296293, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:25,166 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac49290e7a145e1a68d01a2119e3b1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:25,188 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:25,198 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:25,199 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/e5d71e5983d04fd6a5e881a87d782140 is 50, key is test_row_0/B:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:25,207 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412011290313d0f62442e9599d82fa5db8f27_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:25,209 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412011290313d0f62442e9599d82fa5db8f27_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:25,209 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011290313d0f62442e9599d82fa5db8f27_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742042_1218 (size=13051) 2024-12-01T19:30:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742043_1219 (size=4469) 2024-12-01T19:30:25,232 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#180 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:25,233 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/66510089207045a5812e6f08ac844de5 is 175, key is test_row_0/A:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:25,233 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/e5d71e5983d04fd6a5e881a87d782140 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/e5d71e5983d04fd6a5e881a87d782140 2024-12-01T19:30:25,242 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into e5d71e5983d04fd6a5e881a87d782140(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:25,242 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:25,243 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=13, startTime=1733081425161; duration=0sec 2024-12-01T19:30:25,243 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:25,243 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:25,243 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:25,244 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:25,245 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:25,245 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,245 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c747548a261344218f9ca3253cd62398, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.7 K 2024-12-01T19:30:25,245 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c747548a261344218f9ca3253cd62398, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733081422085 2024-12-01T19:30:25,246 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f0e6b58f05743878a3188fdbc55b104, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733081422443 2024-12-01T19:30:25,246 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9b8c2c1dfec432e87a1c8047b678c92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:25,281 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:25,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:30:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742044_1220 (size=32005) 2024-12-01T19:30:25,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,294 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:25,294 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/c59c5873b2bd4e4e8ed856c0e09e5d13 is 50, key is test_row_0/C:col10/1733081423707/Put/seqid=0 2024-12-01T19:30:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,310 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/66510089207045a5812e6f08ac844de5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5 2024-12-01T19:30:25,326 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 66510089207045a5812e6f08ac844de5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:25,326 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:25,326 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=13, startTime=1733081425161; duration=0sec 2024-12-01T19:30:25,326 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:25,326 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:25,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dc5f7915ae2f4b09beef5de8525170c8_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081425278/Put/seqid=0 2024-12-01T19:30:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742045_1221 (size=13051) 2024-12-01T19:30:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742046_1222 (size=14994) 2024-12-01T19:30:25,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081485380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:25,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dc5f7915ae2f4b09beef5de8525170c8_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc5f7915ae2f4b09beef5de8525170c8_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:25,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/5ddbf38c23e34a56b8eeb36d8a7705bb, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:25,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/5ddbf38c23e34a56b8eeb36d8a7705bb is 175, key is test_row_0/A:col10/1733081425278/Put/seqid=0 2024-12-01T19:30:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742047_1223 (size=39949) 2024-12-01T19:30:25,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081485494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:25,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081485705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:25,784 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/c59c5873b2bd4e4e8ed856c0e09e5d13 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c59c5873b2bd4e4e8ed856c0e09e5d13 2024-12-01T19:30:25,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,793 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into c59c5873b2bd4e4e8ed856c0e09e5d13(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:25,793 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:25,793 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=13, startTime=1733081425161; duration=0sec 2024-12-01T19:30:25,794 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:25,794 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:25,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/5ddbf38c23e34a56b8eeb36d8a7705bb 2024-12-01T19:30:25,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/069fb84508c54122bce1761d010c01d7 is 50, key is test_row_0/B:col10/1733081425278/Put/seqid=0 2024-12-01T19:30:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742048_1224 (size=12301) 2024-12-01T19:30:25,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/069fb84508c54122bce1761d010c01d7 2024-12-01T19:30:25,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/73695fa32dc14400a89fa4ef1bdff631 is 50, key is test_row_0/C:col10/1733081425278/Put/seqid=0 2024-12-01T19:30:25,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742049_1225 (size=12301) 2024-12-01T19:30:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:25,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081486015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:26,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:26,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:26,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:26,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:26,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/73695fa32dc14400a89fa4ef1bdff631 2024-12-01T19:30:26,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/5ddbf38c23e34a56b8eeb36d8a7705bb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb 2024-12-01T19:30:26,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb, entries=200, sequenceid=358, filesize=39.0 K 2024-12-01T19:30:26,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/069fb84508c54122bce1761d010c01d7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7 2024-12-01T19:30:26,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7, entries=150, sequenceid=358, filesize=12.0 K 2024-12-01T19:30:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/73695fa32dc14400a89fa4ef1bdff631 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631 2024-12-01T19:30:26,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631, entries=150, sequenceid=358, filesize=12.0 K 2024-12-01T19:30:26,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1133ms, sequenceid=358, compaction requested=false 2024-12-01T19:30:26,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:26,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-01T19:30:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:26,416 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:30:26,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011f744701fe8347068306a5856e5ef839_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081425354/Put/seqid=0 2024-12-01T19:30:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742050_1226 (size=12454) 2024-12-01T19:30:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:26,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081486688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081486805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:26,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:26,873 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011f744701fe8347068306a5856e5ef839_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011f744701fe8347068306a5856e5ef839_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/31338877d23c4f44ab58386d28b0a354, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/31338877d23c4f44ab58386d28b0a354 is 175, key is test_row_0/A:col10/1733081425354/Put/seqid=0 2024-12-01T19:30:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742051_1227 (size=31255) 2024-12-01T19:30:26,937 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/31338877d23c4f44ab58386d28b0a354 2024-12-01T19:30:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/f1616dabf4b84015a6338b4c2f5c0fec is 50, key is test_row_0/B:col10/1733081425354/Put/seqid=0 2024-12-01T19:30:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081487015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742052_1228 (size=12301) 2024-12-01T19:30:27,049 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/f1616dabf4b84015a6338b4c2f5c0fec 2024-12-01T19:30:27,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/1202a1f63f8747508f2cf533b517d0be is 50, key is test_row_0/C:col10/1733081425354/Put/seqid=0 2024-12-01T19:30:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742053_1229 (size=12301) 2024-12-01T19:30:27,076 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/1202a1f63f8747508f2cf533b517d0be 2024-12-01T19:30:27,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/31338877d23c4f44ab58386d28b0a354 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354 2024-12-01T19:30:27,101 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354, entries=150, sequenceid=372, filesize=30.5 K 2024-12-01T19:30:27,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/f1616dabf4b84015a6338b4c2f5c0fec as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec 2024-12-01T19:30:27,112 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T19:30:27,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/1202a1f63f8747508f2cf533b517d0be as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be 2024-12-01T19:30:27,121 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be, entries=150, sequenceid=372, filesize=12.0 K 2024-12-01T19:30:27,122 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 706ms, sequenceid=372, compaction requested=true 2024-12-01T19:30:27,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:27,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:27,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T19:30:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T19:30:27,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-01T19:30:27,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6450 sec 2024-12-01T19:30:27,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6600 sec 2024-12-01T19:30:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:27,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:30:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:27,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ada37d2b2c1e4a39944c45942dd8a78c_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:27,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742054_1230 (size=12454) 2024-12-01T19:30:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081487392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:27,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081487504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:27,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081487714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:27,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:27,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ada37d2b2c1e4a39944c45942dd8a78c_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ada37d2b2c1e4a39944c45942dd8a78c_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:27,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/e19e2a4872544c8ab595189d997c73fe, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:27,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/e19e2a4872544c8ab595189d997c73fe is 175, key is test_row_0/A:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:27,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742055_1231 (size=31255) 2024-12-01T19:30:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081488024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35646 deadline: 1733081488164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,167 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/e19e2a4872544c8ab595189d997c73fe 2024-12-01T19:30:28,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/4132ce7a50864e2fa7cdc00b14cfde98 is 50, key is test_row_0/B:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:28,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742056_1232 (size=12301) 2024-12-01T19:30:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081488536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-01T19:30:28,637 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:28,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-01T19:30:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:28,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:28,643 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:28,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:28,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/4132ce7a50864e2fa7cdc00b14cfde98 2024-12-01T19:30:28,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2e05699cfda441f79a7bd4b29ac336bd is 50, key is test_row_0/C:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742057_1233 (size=12301) 2024-12-01T19:30:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35618 deadline: 1733081488765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,767 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35638 deadline: 1733081488795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-01T19:30:28,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:28,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,797 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1733081488815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:28,817 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 856da82e61b1e58a0b3a5ad6c23d01b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:28,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:30:28,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-01T19:30:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:28,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:28,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:29,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-01T19:30:29,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:29,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2e05699cfda441f79a7bd4b29ac336bd 2024-12-01T19:30:29,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/e19e2a4872544c8ab595189d997c73fe as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe 2024-12-01T19:30:29,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe, entries=150, sequenceid=397, filesize=30.5 K 2024-12-01T19:30:29,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/4132ce7a50864e2fa7cdc00b14cfde98 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98 2024-12-01T19:30:29,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98, entries=150, sequenceid=397, filesize=12.0 K 2024-12-01T19:30:29,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2e05699cfda441f79a7bd4b29ac336bd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd 2024-12-01T19:30:29,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd, entries=150, sequenceid=397, filesize=12.0 K 2024-12-01T19:30:29,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1862ms, sequenceid=397, compaction requested=true 2024-12-01T19:30:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:29,190 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:29,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:29,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:29,192 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:29,193 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:29,193 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:29,194 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,194 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=131.3 K 2024-12-01T19:30:29,194 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:29,194 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,194 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe] 2024-12-01T19:30:29,194 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:29,194 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,194 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/e5d71e5983d04fd6a5e881a87d782140, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=48.8 K 2024-12-01T19:30:29,195 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66510089207045a5812e6f08ac844de5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:29,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e5d71e5983d04fd6a5e881a87d782140, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:29,196 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ddbf38c23e34a56b8eeb36d8a7705bb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733081424605 2024-12-01T19:30:29,198 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 069fb84508c54122bce1761d010c01d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733081424605 2024-12-01T19:30:29,198 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31338877d23c4f44ab58386d28b0a354, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733081425346 2024-12-01T19:30:29,201 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19e2a4872544c8ab595189d997c73fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:29,201 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f1616dabf4b84015a6338b4c2f5c0fec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733081425346 2024-12-01T19:30:29,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4132ce7a50864e2fa7cdc00b14cfde98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:29,219 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#192 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:29,220 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/9accea1400c9485798383a0181e38b19 is 50, key is test_row_0/B:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:29,221 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:29,229 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412012b4fa1dd3c4d4e158b6e656c3f1afb6c_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:29,231 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412012b4fa1dd3c4d4e158b6e656c3f1afb6c_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:29,232 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012b4fa1dd3c4d4e158b6e656c3f1afb6c_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742058_1234 (size=13187) 2024-12-01T19:30:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742059_1235 (size=4469) 2024-12-01T19:30:29,264 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/9accea1400c9485798383a0181e38b19 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9accea1400c9485798383a0181e38b19 2024-12-01T19:30:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:29,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-01T19:30:29,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,265 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:29,266 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#193 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:29,267 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/1c4c1f416b4949318d5344a5a38faaa7 is 175, key is test_row_0/A:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:29,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 9accea1400c9485798383a0181e38b19(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:29,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:29,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=12, startTime=1733081429192; duration=0sec 2024-12-01T19:30:29,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:29,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:29,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:29,274 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:29,274 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:29,274 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,274 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c59c5873b2bd4e4e8ed856c0e09e5d13, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=48.8 K 2024-12-01T19:30:29,274 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c59c5873b2bd4e4e8ed856c0e09e5d13, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733081423707 2024-12-01T19:30:29,274 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 73695fa32dc14400a89fa4ef1bdff631, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733081424605 2024-12-01T19:30:29,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1202a1f63f8747508f2cf533b517d0be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733081425346 2024-12-01T19:30:29,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e05699cfda441f79a7bd4b29ac336bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016be7f166d651407193f81cda6f938b16_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081427387/Put/seqid=0 2024-12-01T19:30:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742060_1236 (size=32141) 2024-12-01T19:30:29,294 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/1c4c1f416b4949318d5344a5a38faaa7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7 2024-12-01T19:30:29,302 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 1c4c1f416b4949318d5344a5a38faaa7(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:29,302 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:29,302 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=12, startTime=1733081429190; duration=0sec 2024-12-01T19:30:29,303 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:29,303 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:29,303 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:29,303 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/9f8ff1925fea477ab1b92656065d8f8f is 50, key is test_row_0/C:col10/1733081427326/Put/seqid=0 2024-12-01T19:30:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742061_1237 (size=12454) 2024-12-01T19:30:29,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742062_1238 (size=13187) 2024-12-01T19:30:29,317 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016be7f166d651407193f81cda6f938b16_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016be7f166d651407193f81cda6f938b16_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:29,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/be4b48056eb7437bb692843a8016992d, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:29,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/be4b48056eb7437bb692843a8016992d is 175, key is test_row_0/A:col10/1733081427387/Put/seqid=0 2024-12-01T19:30:29,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/9f8ff1925fea477ab1b92656065d8f8f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/9f8ff1925fea477ab1b92656065d8f8f 2024-12-01T19:30:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742063_1239 (size=31255) 2024-12-01T19:30:29,335 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 9f8ff1925fea477ab1b92656065d8f8f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:29,335 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:29,335 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=12, startTime=1733081429193; duration=0sec 2024-12-01T19:30:29,335 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:29,335 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:29,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:29,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081489644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:29,731 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/be4b48056eb7437bb692843a8016992d 2024-12-01T19:30:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bd60ebae59b3478c96e626c372dd84a8 is 50, key is test_row_0/B:col10/1733081427387/Put/seqid=0 2024-12-01T19:30:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742064_1240 (size=12301) 2024-12-01T19:30:29,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bd60ebae59b3478c96e626c372dd84a8 2024-12-01T19:30:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081489755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/282bb56201b94becaf3c53b8336c6b67 is 50, key is test_row_0/C:col10/1733081427387/Put/seqid=0 2024-12-01T19:30:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742065_1241 (size=12301) 2024-12-01T19:30:29,763 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/282bb56201b94becaf3c53b8336c6b67 2024-12-01T19:30:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/be4b48056eb7437bb692843a8016992d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d 2024-12-01T19:30:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:29,778 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d, entries=150, sequenceid=408, filesize=30.5 K 2024-12-01T19:30:29,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/bd60ebae59b3478c96e626c372dd84a8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8 2024-12-01T19:30:29,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8, entries=150, sequenceid=408, filesize=12.0 K 2024-12-01T19:30:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/282bb56201b94becaf3c53b8336c6b67 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67 2024-12-01T19:30:29,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67, entries=150, sequenceid=408, filesize=12.0 K 2024-12-01T19:30:29,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 527ms, sequenceid=408, compaction requested=false 2024-12-01T19:30:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T19:30:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T19:30:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-01T19:30:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1520 sec 2024-12-01T19:30:29,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.1610 sec 2024-12-01T19:30:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:29,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:29,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:30:29,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011409997f9c014c67a35a928aff20657b_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:29,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081489993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742066_1242 (size=14994) 2024-12-01T19:30:30,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:30,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011409997f9c014c67a35a928aff20657b_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011409997f9c014c67a35a928aff20657b_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:30,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/67d5681dacdc4f6b84d42deb284b63ab, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:30,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/67d5681dacdc4f6b84d42deb284b63ab is 175, key is test_row_0/A:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742067_1243 (size=39949) 2024-12-01T19:30:30,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/67d5681dacdc4f6b84d42deb284b63ab 2024-12-01T19:30:30,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2343ca4826854685beb470f135aac9ac is 50, key is test_row_0/B:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081490105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742068_1244 (size=12301) 2024-12-01T19:30:30,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2343ca4826854685beb470f135aac9ac 2024-12-01T19:30:30,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2894f73980dd464aa1e15529e7a85604 is 50, key is test_row_0/C:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742069_1245 (size=12301) 2024-12-01T19:30:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081490315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:30,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2894f73980dd464aa1e15529e7a85604 2024-12-01T19:30:30,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/67d5681dacdc4f6b84d42deb284b63ab as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab 2024-12-01T19:30:30,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab, entries=200, sequenceid=437, filesize=39.0 K 2024-12-01T19:30:30,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/2343ca4826854685beb470f135aac9ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac 2024-12-01T19:30:30,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac, entries=150, sequenceid=437, filesize=12.0 K 2024-12-01T19:30:30,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/2894f73980dd464aa1e15529e7a85604 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604 2024-12-01T19:30:30,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604, entries=150, sequenceid=437, filesize=12.0 K 2024-12-01T19:30:30,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 636ms, sequenceid=437, compaction requested=true 2024-12-01T19:30:30,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:30,604 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:30,605 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 856da82e61b1e58a0b3a5ad6c23d01b8:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:30,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:30,608 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:30,608 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/A is initiating minor compaction (all files) 2024-12-01T19:30:30,609 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/A in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,609 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=100.9 K 2024-12-01T19:30:30,609 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,609 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab] 2024-12-01T19:30:30,609 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c4c1f416b4949318d5344a5a38faaa7, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:30,610 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting be4b48056eb7437bb692843a8016992d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733081427363 2024-12-01T19:30:30,610 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67d5681dacdc4f6b84d42deb284b63ab, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733081429633 2024-12-01T19:30:30,611 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:30,611 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/B is initiating minor compaction (all files) 2024-12-01T19:30:30,612 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/B in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,612 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9accea1400c9485798383a0181e38b19, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.9 K 2024-12-01T19:30:30,612 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9accea1400c9485798383a0181e38b19, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:30,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bd60ebae59b3478c96e626c372dd84a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733081427363 2024-12-01T19:30:30,615 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2343ca4826854685beb470f135aac9ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733081429637 2024-12-01T19:30:30,624 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:30,628 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:30,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:30,633 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:30,634 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/95ef00c67a4f49daba0f23859ba785bc is 50, key is test_row_0/B:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,650 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201f21232f8fa914ac3ace9c34fad15f637_856da82e61b1e58a0b3a5ad6c23d01b8 store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:30,652 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201f21232f8fa914ac3ace9c34fad15f637_856da82e61b1e58a0b3a5ad6c23d01b8, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:30,652 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f21232f8fa914ac3ace9c34fad15f637_856da82e61b1e58a0b3a5ad6c23d01b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:30,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201da7255ade8b5466c9d0aa86c5c6f1a56_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081429991/Put/seqid=0 2024-12-01T19:30:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742071_1247 (size=4469) 2024-12-01T19:30:30,688 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#A#compaction#201 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:30,688 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/98338f060d204d13bd8ffd4b04d8fb31 is 175, key is test_row_0/A:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742070_1246 (size=13289) 2024-12-01T19:30:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742072_1248 (size=14994) 2024-12-01T19:30:30,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742073_1249 (size=32243) 2024-12-01T19:30:30,747 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/98338f060d204d13bd8ffd4b04d8fb31 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/98338f060d204d13bd8ffd4b04d8fb31 2024-12-01T19:30:30,760 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/A of 856da82e61b1e58a0b3a5ad6c23d01b8 into 98338f060d204d13bd8ffd4b04d8fb31(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:30,760 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:30,760 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/A, priority=13, startTime=1733081430604; duration=0sec 2024-12-01T19:30:30,760 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:30,760 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:A 2024-12-01T19:30:30,760 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:30,762 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:30,762 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 856da82e61b1e58a0b3a5ad6c23d01b8/C is initiating minor compaction (all files) 2024-12-01T19:30:30,762 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 856da82e61b1e58a0b3a5ad6c23d01b8/C in TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,762 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/9f8ff1925fea477ab1b92656065d8f8f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp, totalSize=36.9 K 2024-12-01T19:30:30,763 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f8ff1925fea477ab1b92656065d8f8f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733081426658 2024-12-01T19:30:30,764 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 282bb56201b94becaf3c53b8336c6b67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733081427363 2024-12-01T19:30:30,764 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2894f73980dd464aa1e15529e7a85604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733081429637 2024-12-01T19:30:30,775 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 856da82e61b1e58a0b3a5ad6c23d01b8#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:30,775 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/5489b3ecafdb4f5b8d9a7f6cb5be28bf is 50, key is test_row_0/C:col10/1733081429965/Put/seqid=0 2024-12-01T19:30:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-01T19:30:30,786 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:30,787 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-01T19:30:30,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:30,791 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:30,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742074_1250 (size=13289) 2024-12-01T19:30:30,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081490838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:30,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:30,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:30,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081490955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:30,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:31,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:31,115 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/95ef00c67a4f49daba0f23859ba785bc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/95ef00c67a4f49daba0f23859ba785bc 2024-12-01T19:30:31,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201da7255ade8b5466c9d0aa86c5c6f1a56_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201da7255ade8b5466c9d0aa86c5c6f1a56_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:31,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2b0fb6d5fd5b4c15b833ca505d207e07, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:31,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2b0fb6d5fd5b4c15b833ca505d207e07 is 175, key is test_row_0/A:col10/1733081429991/Put/seqid=0 2024-12-01T19:30:31,136 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/B of 856da82e61b1e58a0b3a5ad6c23d01b8 into 95ef00c67a4f49daba0f23859ba785bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:31,136 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:31,136 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/B, priority=13, startTime=1733081430605; duration=0sec 2024-12-01T19:30:31,136 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:31,136 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:B 2024-12-01T19:30:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742075_1251 (size=39949) 2024-12-01T19:30:31,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081491165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:31,257 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/5489b3ecafdb4f5b8d9a7f6cb5be28bf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/5489b3ecafdb4f5b8d9a7f6cb5be28bf 2024-12-01T19:30:31,270 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 856da82e61b1e58a0b3a5ad6c23d01b8/C of 856da82e61b1e58a0b3a5ad6c23d01b8 into 5489b3ecafdb4f5b8d9a7f6cb5be28bf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:31,270 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:31,272 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., storeName=856da82e61b1e58a0b3a5ad6c23d01b8/C, priority=13, startTime=1733081430605; duration=0sec 2024-12-01T19:30:31,272 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:31,272 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 856da82e61b1e58a0b3a5ad6c23d01b8:C 2024-12-01T19:30:31,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:31,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081491475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:31,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2b0fb6d5fd5b4c15b833ca505d207e07 2024-12-01T19:30:31,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/a82ec21c1e434b3dae83649fd8b50716 is 50, key is test_row_0/B:col10/1733081429991/Put/seqid=0 2024-12-01T19:30:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742076_1252 (size=12301) 2024-12-01T19:30:31,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/a82ec21c1e434b3dae83649fd8b50716 2024-12-01T19:30:31,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/79466c78fe154511ab524debfe8bd4bf is 50, key is test_row_0/C:col10/1733081429991/Put/seqid=0 2024-12-01T19:30:31,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742077_1253 (size=12301) 2024-12-01T19:30:31,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:31,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:31,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35606 deadline: 1733081491985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:30:32,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/79466c78fe154511ab524debfe8bd4bf 2024-12-01T19:30:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/2b0fb6d5fd5b4c15b833ca505d207e07 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2b0fb6d5fd5b4c15b833ca505d207e07 2024-12-01T19:30:32,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2b0fb6d5fd5b4c15b833ca505d207e07, entries=200, sequenceid=448, filesize=39.0 K 2024-12-01T19:30:32,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/a82ec21c1e434b3dae83649fd8b50716 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a82ec21c1e434b3dae83649fd8b50716 2024-12-01T19:30:32,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a82ec21c1e434b3dae83649fd8b50716, entries=150, sequenceid=448, filesize=12.0 K 2024-12-01T19:30:32,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:32,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:32,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:32,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/79466c78fe154511ab524debfe8bd4bf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/79466c78fe154511ab524debfe8bd4bf 2024-12-01T19:30:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:32,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/79466c78fe154511ab524debfe8bd4bf, entries=150, sequenceid=448, filesize=12.0 K 2024-12-01T19:30:32,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1464ms, sequenceid=448, compaction requested=false 2024-12-01T19:30:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:32,170 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-12-01T19:30:32,170 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:32,170 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,170 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:32,173 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-12-01T19:30:32,173 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:32,173 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,173 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:32,173 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-12-01T19:30:32,174 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:32,174 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,174 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:32,175 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-12-01T19:30:32,175 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:32,175 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,175 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:32,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-01T19:30:32,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:32,235 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:30:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201126015de209847f590f74181d143b2e4_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081430675/Put/seqid=0 2024-12-01T19:30:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742078_1254 (size=12454) 2024-12-01T19:30:32,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:32,291 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201126015de209847f590f74181d143b2e4_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201126015de209847f590f74181d143b2e4_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9fe786320dfd47fe990c398a262e96fa, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:32,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9fe786320dfd47fe990c398a262e96fa is 175, key is test_row_0/A:col10/1733081430675/Put/seqid=0 2024-12-01T19:30:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742079_1255 (size=31255) 2024-12-01T19:30:32,301 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=476, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9fe786320dfd47fe990c398a262e96fa 2024-12-01T19:30:32,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/c1a967d9f9194308bf5846d3fd8d3064 is 50, key is test_row_0/B:col10/1733081430675/Put/seqid=0 2024-12-01T19:30:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742080_1256 (size=12301) 2024-12-01T19:30:32,718 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/c1a967d9f9194308bf5846d3fd8d3064 2024-12-01T19:30:32,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f709112d029147999ecdf14dfe7dc9e8 is 50, key is test_row_0/C:col10/1733081430675/Put/seqid=0 2024-12-01T19:30:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742081_1257 (size=12301) 2024-12-01T19:30:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. as already flushing 2024-12-01T19:30:32,996 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-12-01T19:30:32,996 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:32,996 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,997 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:32,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:33,133 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f709112d029147999ecdf14dfe7dc9e8 2024-12-01T19:30:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9fe786320dfd47fe990c398a262e96fa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9fe786320dfd47fe990c398a262e96fa 2024-12-01T19:30:33,143 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9fe786320dfd47fe990c398a262e96fa, entries=150, sequenceid=476, filesize=30.5 K 2024-12-01T19:30:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/c1a967d9f9194308bf5846d3fd8d3064 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/c1a967d9f9194308bf5846d3fd8d3064 2024-12-01T19:30:33,148 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/c1a967d9f9194308bf5846d3fd8d3064, entries=150, sequenceid=476, filesize=12.0 K 2024-12-01T19:30:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/f709112d029147999ecdf14dfe7dc9e8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f709112d029147999ecdf14dfe7dc9e8 2024-12-01T19:30:33,155 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f709112d029147999ecdf14dfe7dc9e8, entries=150, sequenceid=476, filesize=12.0 K 2024-12-01T19:30:33,156 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 920ms, sequenceid=476, compaction requested=true 2024-12-01T19:30:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 856da82e61b1e58a0b3a5ad6c23d01b8: 2024-12-01T19:30:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:33,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T19:30:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T19:30:33,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-01T19:30:33,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3660 sec 2024-12-01T19:30:33,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.3720 sec 2024-12-01T19:30:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-01T19:30:34,966 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:38,227 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-12-01T19:30:38,227 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:38,227 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,227 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:38,837 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-12-01T19:30:38,837 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:38,837 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,837 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:38,856 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-12-01T19:30:38,856 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:38,856 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,856 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:38,907 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-12-01T19:30:38,907 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:30:38,907 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,908 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 211 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2945 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2990 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1378 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4129 rows 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1379 2024-12-01T19:30:38,908 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4136 rows 2024-12-01T19:30:38,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:30:38,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:30:38,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:38,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:30:38,909 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:30:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:38,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081438914"}]},"ts":"1733081438914"} 2024-12-01T19:30:38,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:30:38,916 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:30:38,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:30:38,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, UNASSIGN}] 2024-12-01T19:30:38,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, UNASSIGN 2024-12-01T19:30:38,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:38,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, UNASSIGN because future has completed 2024-12-01T19:30:38,923 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:30:38,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:39,076 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:39,076 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:30:39,076 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 856da82e61b1e58a0b3a5ad6c23d01b8, disabling compactions & flushes 2024-12-01T19:30:39,076 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:39,076 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:39,076 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. after waiting 0 ms 2024-12-01T19:30:39,076 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:39,076 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 856da82e61b1e58a0b3a5ad6c23d01b8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-01T19:30:39,083 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015f3c76e31e414bc88b4f66f7ff736c96_856da82e61b1e58a0b3a5ad6c23d01b8 is 50, key is test_row_0/A:col10/1733081438906/Put/seqid=0 2024-12-01T19:30:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742082_1258 (size=12454) 2024-12-01T19:30:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:39,488 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:39,493 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015f3c76e31e414bc88b4f66f7ff736c96_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015f3c76e31e414bc88b4f66f7ff736c96_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:39,495 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9ab48501eef44c20a1e9ff0de9b0dad0, store: [table=TestAcidGuarantees family=A region=856da82e61b1e58a0b3a5ad6c23d01b8] 2024-12-01T19:30:39,495 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9ab48501eef44c20a1e9ff0de9b0dad0 is 175, key is test_row_0/A:col10/1733081438906/Put/seqid=0 2024-12-01T19:30:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742083_1259 (size=31255) 2024-12-01T19:30:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:39,903 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9ab48501eef44c20a1e9ff0de9b0dad0 2024-12-01T19:30:39,910 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ac09e11ac776461d81901a19ad98c463 is 50, key is test_row_0/B:col10/1733081438906/Put/seqid=0 2024-12-01T19:30:39,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742084_1260 (size=12301) 2024-12-01T19:30:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:40,315 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ac09e11ac776461d81901a19ad98c463 2024-12-01T19:30:40,323 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/6121ca7b893043b89805e69660cdafed is 50, key is test_row_0/C:col10/1733081438906/Put/seqid=0 2024-12-01T19:30:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742085_1261 (size=12301) 2024-12-01T19:30:40,732 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/6121ca7b893043b89805e69660cdafed 2024-12-01T19:30:40,751 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/A/9ab48501eef44c20a1e9ff0de9b0dad0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9ab48501eef44c20a1e9ff0de9b0dad0 2024-12-01T19:30:40,757 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9ab48501eef44c20a1e9ff0de9b0dad0, entries=150, sequenceid=484, filesize=30.5 K 2024-12-01T19:30:40,758 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/B/ac09e11ac776461d81901a19ad98c463 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ac09e11ac776461d81901a19ad98c463 2024-12-01T19:30:40,763 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ac09e11ac776461d81901a19ad98c463, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T19:30:40,764 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/.tmp/C/6121ca7b893043b89805e69660cdafed as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/6121ca7b893043b89805e69660cdafed 2024-12-01T19:30:40,768 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/6121ca7b893043b89805e69660cdafed, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T19:30:40,769 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1693ms, sequenceid=484, compaction requested=true 2024-12-01T19:30:40,770 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab] to archive 2024-12-01T19:30:40,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:40,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/4f006e29c4f84d4aa34a76f2a5b481c1 2024-12-01T19:30:40,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/7ab12b17155442b4b0e1c1598ea51bf6 2024-12-01T19:30:40,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/3e670a3496154907a200f268b48ed440 2024-12-01T19:30:40,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/55fb605aba97482f9a2e131c77d272f2 2024-12-01T19:30:40,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/25517e45d47f4d9a9a5c83c77694bb58 2024-12-01T19:30:40,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/c7e03d67d19f4fd3b9781d103cc46f7c 2024-12-01T19:30:40,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2098944461374ddbba20fd957275ea8e 2024-12-01T19:30:40,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/bcba3d0a49104e56aa50518607db1e8d 2024-12-01T19:30:40,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/72e69e977a0d4e0d85d5d89831d1db7c 2024-12-01T19:30:40,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/dce4df6f94234eba91902407d6148a41 2024-12-01T19:30:40,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6407cd0ff1754c8d9add3b972c5db3a4 2024-12-01T19:30:40,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/b6b7ceb7a75a4e878597cea0d25d7b92 2024-12-01T19:30:40,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0e1e0cfdefe44754b66597dbe7629763 2024-12-01T19:30:40,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8303172f29b149c4a8fa7326a509a280 2024-12-01T19:30:40,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f7ee437bd98f4c4a833628a0d31ef4fb 2024-12-01T19:30:40,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/eb0e1a816f014837bdde8681ec130910 2024-12-01T19:30:40,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9270dbd957a544389791807e41ad8d95 2024-12-01T19:30:40,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/8fda1138b2814508b797aaa9f7b62c7e 2024-12-01T19:30:40,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/6164c8d306604e60ab1528535ffa44a5 2024-12-01T19:30:40,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/f51119976aa34df88967ad87fdf6b553 2024-12-01T19:30:40,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2950e5c5d7fb40a282e637b83f93abb6 2024-12-01T19:30:40,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/0d3dcce0b59c4fbf9c0fe76837296293 2024-12-01T19:30:40,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/66510089207045a5812e6f08ac844de5 2024-12-01T19:30:40,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/5ddbf38c23e34a56b8eeb36d8a7705bb 2024-12-01T19:30:40,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/31338877d23c4f44ab58386d28b0a354 2024-12-01T19:30:40,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/1c4c1f416b4949318d5344a5a38faaa7 2024-12-01T19:30:40,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/e19e2a4872544c8ab595189d997c73fe 2024-12-01T19:30:40,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/be4b48056eb7437bb692843a8016992d 2024-12-01T19:30:40,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/67d5681dacdc4f6b84d42deb284b63ab 2024-12-01T19:30:40,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/68e025d52b654fbfa6b3d99508445816, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/489095089b104bf08c069c0ef1815175, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/21e0c0aadf9c45ea8ab5080728f7f7c9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/750e8525f782405ca77f3b71ed120d04, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a03fa4d8d0db4b3e856d219735f778e1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/e5d71e5983d04fd6a5e881a87d782140, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9accea1400c9485798383a0181e38b19, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac] to archive 2024-12-01T19:30:40,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:40,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fdcf0208044b4b26b7c5e9486804c869 2024-12-01T19:30:40,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bbf65951df8943d89d926fccbb218eb3 2024-12-01T19:30:40,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/12c5734e8e31425fb3dafbb9f0c53878 2024-12-01T19:30:40,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/68e025d52b654fbfa6b3d99508445816 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/68e025d52b654fbfa6b3d99508445816 2024-12-01T19:30:40,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/5039b06344fc4f05a44d4b6ee01574d6 2024-12-01T19:30:40,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9b5425db7598466d99b845d740917fc5 2024-12-01T19:30:40,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/905d50f5106b4e1ba1199692b0a89d8f 2024-12-01T19:30:40,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/489095089b104bf08c069c0ef1815175 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/489095089b104bf08c069c0ef1815175 2024-12-01T19:30:40,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fb3773f131a44536864be65c8a3848d6 2024-12-01T19:30:40,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/486ad5fba4ee4add8e86bee7b093b9dd 2024-12-01T19:30:40,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/0ab4b977cf8340a4afe3d484a6c94df7 2024-12-01T19:30:40,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/21e0c0aadf9c45ea8ab5080728f7f7c9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/21e0c0aadf9c45ea8ab5080728f7f7c9 2024-12-01T19:30:40,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/fcfb9308f9cf47e0bbec13353bea3ac0 2024-12-01T19:30:40,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7b18794541454b348075fb4cec0d771b 2024-12-01T19:30:40,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/750e8525f782405ca77f3b71ed120d04 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/750e8525f782405ca77f3b71ed120d04 2024-12-01T19:30:40,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/74890a87d0b94aecb6f8d22bc1a51761 2024-12-01T19:30:40,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2d43cb54567d47a3aaa6b5ba1a118596 2024-12-01T19:30:40,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/3f84941e4bfd481ca278dfaa47e82b1f 2024-12-01T19:30:40,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a03fa4d8d0db4b3e856d219735f778e1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a03fa4d8d0db4b3e856d219735f778e1 2024-12-01T19:30:40,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ce3a3df11a8943bbb355fe90c867597d 2024-12-01T19:30:40,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/7235373e6e324a52810a6b7efdce74c8 2024-12-01T19:30:40,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/e5d71e5983d04fd6a5e881a87d782140 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/e5d71e5983d04fd6a5e881a87d782140 2024-12-01T19:30:40,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bac49290e7a145e1a68d01a2119e3b1e 2024-12-01T19:30:40,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/069fb84508c54122bce1761d010c01d7 2024-12-01T19:30:40,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/f1616dabf4b84015a6338b4c2f5c0fec 2024-12-01T19:30:40,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9accea1400c9485798383a0181e38b19 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/9accea1400c9485798383a0181e38b19 2024-12-01T19:30:40,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/4132ce7a50864e2fa7cdc00b14cfde98 2024-12-01T19:30:40,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/bd60ebae59b3478c96e626c372dd84a8 2024-12-01T19:30:40,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/2343ca4826854685beb470f135aac9ac 2024-12-01T19:30:40,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/12f742d5fb1140849479f4688d37dc79, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/620089b3a6e247eda32461d27025f188, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/44f5793099474b7da8c21e9a189a46e0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/40bdef90611d4974b7bd63684ae55deb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c747548a261344218f9ca3253cd62398, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c59c5873b2bd4e4e8ed856c0e09e5d13, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/9f8ff1925fea477ab1b92656065d8f8f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604] to archive 2024-12-01T19:30:40,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:30:40,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4cc67807cc3a472db0faf22a9735ba1b 2024-12-01T19:30:40,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/686d1adf4fad42afb27db28cb60686d5 2024-12-01T19:30:40,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/38bc4c7eb5154fdcaa0f55ca0cbef138 2024-12-01T19:30:40,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/12f742d5fb1140849479f4688d37dc79 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/12f742d5fb1140849479f4688d37dc79 2024-12-01T19:30:40,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f449dbbff51d4804a32feda1a4815d22 2024-12-01T19:30:40,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/194664942e094deb94582c99524f4847 2024-12-01T19:30:40,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/edb07ce9d0b749a4b1d165b5fb0e14ff 2024-12-01T19:30:40,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/7451b2b8ed5443609a78f39b1e51ee71 2024-12-01T19:30:40,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/620089b3a6e247eda32461d27025f188 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/620089b3a6e247eda32461d27025f188 2024-12-01T19:30:40,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/68e316dbd8d9497baaf65a97425e4531 2024-12-01T19:30:40,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/610623bd8330473fbe8c1451260da8ac 2024-12-01T19:30:40,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/44f5793099474b7da8c21e9a189a46e0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/44f5793099474b7da8c21e9a189a46e0 2024-12-01T19:30:40,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/014ea12b57e24d5da1fc1e11e9e1609f 2024-12-01T19:30:40,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/0436f38b7fb84069991a9271ebe3aa8b 2024-12-01T19:30:40,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/40bdef90611d4974b7bd63684ae55deb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/40bdef90611d4974b7bd63684ae55deb 2024-12-01T19:30:40,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/fd6e17d91deb48b098c16d7dc4a42ef8 2024-12-01T19:30:40,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/61a7b550e31d467a985790ac7bd68492 2024-12-01T19:30:40,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/51293a6369244679bbe396786a3e1352 2024-12-01T19:30:40,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c747548a261344218f9ca3253cd62398 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c747548a261344218f9ca3253cd62398 2024-12-01T19:30:40,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f0dcf2c85e2f4543a852883723ec7b6f 2024-12-01T19:30:40,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/4f0e6b58f05743878a3188fdbc55b104 2024-12-01T19:30:40,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c59c5873b2bd4e4e8ed856c0e09e5d13 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/c59c5873b2bd4e4e8ed856c0e09e5d13 2024-12-01T19:30:40,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/b9b8c2c1dfec432e87a1c8047b678c92 2024-12-01T19:30:40,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/73695fa32dc14400a89fa4ef1bdff631 2024-12-01T19:30:40,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/1202a1f63f8747508f2cf533b517d0be 2024-12-01T19:30:40,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/9f8ff1925fea477ab1b92656065d8f8f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/9f8ff1925fea477ab1b92656065d8f8f 2024-12-01T19:30:40,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2e05699cfda441f79a7bd4b29ac336bd 2024-12-01T19:30:40,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/282bb56201b94becaf3c53b8336c6b67 2024-12-01T19:30:40,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/2894f73980dd464aa1e15529e7a85604 2024-12-01T19:30:40,886 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=4 2024-12-01T19:30:40,887 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. 2024-12-01T19:30:40,887 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 856da82e61b1e58a0b3a5ad6c23d01b8: Waiting for close lock at 1733081439076Running coprocessor pre-close hooks at 1733081439076Disabling compacts and flushes for region at 1733081439076Disabling writes for close at 1733081439076Obtaining lock to block concurrent updates at 1733081439076Preparing flush snapshotting stores in 856da82e61b1e58a0b3a5ad6c23d01b8 at 1733081439076Finished memstore snapshotting TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733081439077 (+1 ms)Flushing stores of TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8. at 1733081439077Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/A: creating writer at 1733081439077Flushing mob file 856da82e61b1e58a0b3a5ad6c23d01b8/A: appending metadata at 1733081439083 (+6 ms)Flushing mob file 856da82e61b1e58a0b3a5ad6c23d01b8/A: closing flushed file at 1733081439083Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/A: appending metadata at 1733081439495 (+412 ms)Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/A: closing flushed file at 1733081439495Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/B: creating writer at 1733081439907 (+412 ms)Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/B: appending metadata at 1733081439910 (+3 ms)Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/B: closing flushed file at 1733081439910Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/C: creating writer at 1733081440319 (+409 ms)Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/C: appending metadata at 1733081440322 (+3 ms)Flushing 856da82e61b1e58a0b3a5ad6c23d01b8/C: closing flushed file at 1733081440322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4fbb6c: reopening flushed file at 1733081440750 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c992943: reopening flushed file at 1733081440758 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f05410: reopening flushed file at 1733081440763 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 856da82e61b1e58a0b3a5ad6c23d01b8 in 1693ms, sequenceid=484, compaction requested=true at 1733081440769 (+6 ms)Writing region close event to WAL at 1733081440882 (+113 ms)Running coprocessor post-close hooks at 1733081440887 (+5 ms)Closed at 1733081440887 2024-12-01T19:30:40,890 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:40,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=856da82e61b1e58a0b3a5ad6c23d01b8, regionState=CLOSED 2024-12-01T19:30:40,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:40,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-01T19:30:40,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 856da82e61b1e58a0b3a5ad6c23d01b8, server=9168bcbe98d9,36605,1733081370547 in 1.9710 sec 2024-12-01T19:30:40,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-01T19:30:40,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=856da82e61b1e58a0b3a5ad6c23d01b8, UNASSIGN in 1.9770 sec 2024-12-01T19:30:40,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-01T19:30:40,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9820 sec 2024-12-01T19:30:40,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081440903"}]},"ts":"1733081440903"} 2024-12-01T19:30:40,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:30:40,905 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:30:40,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9970 sec 2024-12-01T19:30:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-01T19:30:41,055 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:41,055 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:30:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,057 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T19:30:41,058 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,061 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,063 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits] 2024-12-01T19:30:41,065 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2b0fb6d5fd5b4c15b833ca505d207e07 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/2b0fb6d5fd5b4c15b833ca505d207e07 2024-12-01T19:30:41,066 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/98338f060d204d13bd8ffd4b04d8fb31 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/98338f060d204d13bd8ffd4b04d8fb31 2024-12-01T19:30:41,068 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9ab48501eef44c20a1e9ff0de9b0dad0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9ab48501eef44c20a1e9ff0de9b0dad0 2024-12-01T19:30:41,069 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9fe786320dfd47fe990c398a262e96fa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/A/9fe786320dfd47fe990c398a262e96fa 2024-12-01T19:30:41,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/95ef00c67a4f49daba0f23859ba785bc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/95ef00c67a4f49daba0f23859ba785bc 2024-12-01T19:30:41,072 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a82ec21c1e434b3dae83649fd8b50716 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/a82ec21c1e434b3dae83649fd8b50716 2024-12-01T19:30:41,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ac09e11ac776461d81901a19ad98c463 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/ac09e11ac776461d81901a19ad98c463 2024-12-01T19:30:41,074 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/c1a967d9f9194308bf5846d3fd8d3064 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/B/c1a967d9f9194308bf5846d3fd8d3064 2024-12-01T19:30:41,076 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/5489b3ecafdb4f5b8d9a7f6cb5be28bf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/5489b3ecafdb4f5b8d9a7f6cb5be28bf 2024-12-01T19:30:41,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/6121ca7b893043b89805e69660cdafed to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/6121ca7b893043b89805e69660cdafed 2024-12-01T19:30:41,079 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/79466c78fe154511ab524debfe8bd4bf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/79466c78fe154511ab524debfe8bd4bf 2024-12-01T19:30:41,080 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f709112d029147999ecdf14dfe7dc9e8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/C/f709112d029147999ecdf14dfe7dc9e8 2024-12-01T19:30:41,082 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits/487.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8/recovered.edits/487.seqid 2024-12-01T19:30:41,082 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,083 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:30:41,083 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:30:41,084 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T19:30:41,088 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201126015de209847f590f74181d143b2e4_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201126015de209847f590f74181d143b2e4_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,090 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011294e629da804b8184a09e18f7bd34cd_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011294e629da804b8184a09e18f7bd34cd_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,091 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011409997f9c014c67a35a928aff20657b_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011409997f9c014c67a35a928aff20657b_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,093 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011f744701fe8347068306a5856e5ef839_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011f744701fe8347068306a5856e5ef839_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,094 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201257c76045fb146d6a8e04952f4078cae_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201257c76045fb146d6a8e04952f4078cae_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,095 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126cdac90466649829a8a410b321114b5_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120126cdac90466649829a8a410b321114b5_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,096 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012bd44f3979fd4eef95dd298b6941c57a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012bd44f3979fd4eef95dd298b6941c57a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,097 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e47a95ff96c440e83360e3c307a644a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e47a95ff96c440e83360e3c307a644a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,098 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015130801b781c45f686cc502691316694_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015130801b781c45f686cc502691316694_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,099 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015f3c76e31e414bc88b4f66f7ff736c96_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015f3c76e31e414bc88b4f66f7ff736c96_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,100 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016be7f166d651407193f81cda6f938b16_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016be7f166d651407193f81cda6f938b16_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,102 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0d0b305f6474aaeafb509ac8fe19409_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201a0d0b305f6474aaeafb509ac8fe19409_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,103 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ada37d2b2c1e4a39944c45942dd8a78c_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ada37d2b2c1e4a39944c45942dd8a78c_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,104 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd4aab9f5d544cc2a4a63357fdb1486f_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201bd4aab9f5d544cc2a4a63357fdb1486f_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,105 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c1dc4faa839c494baa9e7be086d18beb_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c1dc4faa839c494baa9e7be086d18beb_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,106 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cac6be2841b2423591e0c5a5b1cb5ac0_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201cac6be2841b2423591e0c5a5b1cb5ac0_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,106 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d60fd1b1cf7042e1be14dc94b171cc29_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d60fd1b1cf7042e1be14dc94b171cc29_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,107 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d6eb2135e42646bf971dffc40556e283_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d6eb2135e42646bf971dffc40556e283_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,108 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201da7255ade8b5466c9d0aa86c5c6f1a56_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201da7255ade8b5466c9d0aa86c5c6f1a56_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,109 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc5f7915ae2f4b09beef5de8525170c8_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc5f7915ae2f4b09beef5de8525170c8_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,110 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e0c1a9fc71014a819b87fd770e1b6e7a_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e0c1a9fc71014a819b87fd770e1b6e7a_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,111 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e36a3a54db1f4ca6a99508bbd6853edf_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e36a3a54db1f4ca6a99508bbd6853edf_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,112 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec809bb708e1435eae15b024ca8e264f_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec809bb708e1435eae15b024ca8e264f_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,113 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201eec5702a343841dea216eb0d8212bcd0_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201eec5702a343841dea216eb0d8212bcd0_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,114 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f72e89bdc65b443c85bded611f7e7c35_856da82e61b1e58a0b3a5ad6c23d01b8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f72e89bdc65b443c85bded611f7e7c35_856da82e61b1e58a0b3a5ad6c23d01b8 2024-12-01T19:30:41,114 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:30:41,116 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,120 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:30:41,122 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:30:41,124 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,124 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:30:41,124 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081441124"}]},"ts":"9223372036854775807"} 2024-12-01T19:30:41,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:30:41,126 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 856da82e61b1e58a0b3a5ad6c23d01b8, NAME => 'TestAcidGuarantees,,1733081408974.856da82e61b1e58a0b3a5ad6c23d01b8.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:30:41,126 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:30:41,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081441126"}]},"ts":"9223372036854775807"} 2024-12-01T19:30:41,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:30:41,129 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-12-01T19:30:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-01T19:30:41,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:30:41,165 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:41,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_75014279_22 at /127.0.0.1:46340 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=591 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6203 (was 5169) - AvailableMemoryMB LEAK? - 2024-12-01T19:30:41,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=591, ProcessCount=11, AvailableMemoryMB=6202 2024-12-01T19:30:41,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:30:41,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:30:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:30:41,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:30:41,193 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:41,193 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-12-01T19:30:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-01T19:30:41,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:30:41,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742086_1262 (size=959) 2024-12-01T19:30:41,207 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:30:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742087_1263 (size=53) 2024-12-01T19:30:41,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:30:41,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 17ee2728eb9e4e90d41d2cd4e01914bd, disabling compactions & flushes 2024-12-01T19:30:41,216 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. after waiting 0 ms 2024-12-01T19:30:41,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17ee2728eb9e4e90d41d2cd4e01914bd: Waiting for close lock at 1733081441216Disabling compacts and flushes for region at 1733081441216Disabling writes for close at 1733081441216Writing region close event to WAL at 1733081441216Closed at 1733081441216 2024-12-01T19:30:41,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:30:41,219 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081441218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081441218"}]},"ts":"1733081441218"} 2024-12-01T19:30:41,221 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:30:41,222 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:30:41,223 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081441222"}]},"ts":"1733081441222"} 2024-12-01T19:30:41,226 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:30:41,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, ASSIGN}] 2024-12-01T19:30:41,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, ASSIGN 2024-12-01T19:30:41,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:30:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-01T19:30:41,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=17ee2728eb9e4e90d41d2cd4e01914bd, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, ASSIGN because future has completed 2024-12-01T19:30:41,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:30:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-01T19:30:41,539 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,540 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:30:41,540 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,540 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:30:41,540 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,540 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,542 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,543 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ee2728eb9e4e90d41d2cd4e01914bd columnFamilyName A 2024-12-01T19:30:41,543 DEBUG [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:41,544 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(327): Store=17ee2728eb9e4e90d41d2cd4e01914bd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:41,544 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,545 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ee2728eb9e4e90d41d2cd4e01914bd columnFamilyName B 2024-12-01T19:30:41,545 DEBUG [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:41,545 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(327): Store=17ee2728eb9e4e90d41d2cd4e01914bd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:41,545 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,546 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17ee2728eb9e4e90d41d2cd4e01914bd columnFamilyName C 2024-12-01T19:30:41,546 DEBUG [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:30:41,547 INFO [StoreOpener-17ee2728eb9e4e90d41d2cd4e01914bd-1 {}] regionserver.HStore(327): Store=17ee2728eb9e4e90d41d2cd4e01914bd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:30:41,547 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,547 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,548 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,548 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,548 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,549 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:30:41,550 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,551 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:30:41,552 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 17ee2728eb9e4e90d41d2cd4e01914bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63705748, jitterRate=-0.05071038007736206}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:30:41,552 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,552 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 17ee2728eb9e4e90d41d2cd4e01914bd: Running coprocessor pre-open hook at 1733081441540Writing region info on filesystem at 1733081441540Initializing all the Stores at 1733081441541 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081441541Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081441542 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081441542Cleaning up temporary data from old regions at 1733081441548 (+6 ms)Running coprocessor post-open hooks at 1733081441552 (+4 ms)Region opened successfully at 1733081441552 2024-12-01T19:30:41,554 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., pid=61, masterSystemTime=1733081441535 2024-12-01T19:30:41,555 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,555 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:41,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=17ee2728eb9e4e90d41d2cd4e01914bd, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:30:41,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-01T19:30:41,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 in 175 msec 2024-12-01T19:30:41,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-01T19:30:41,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, ASSIGN in 333 msec 2024-12-01T19:30:41,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:30:41,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081441561"}]},"ts":"1733081441561"} 2024-12-01T19:30:41,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:30:41,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:30:41,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 375 msec 2024-12-01T19:30:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-01T19:30:41,826 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:41,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12616921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,828 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77534386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26da2cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:30:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:30:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326829c4 2024-12-01T19:30:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:30:41,835 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:30:41,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c1be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da89781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577edfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,842 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6dae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4f1acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,846 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e60f84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,848 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdae29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,850 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7759b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,851 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d72128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,854 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194512d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,856 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b8d0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735d4e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,859 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ca15b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,862 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d47083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,864 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435f08da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2b25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c06292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,870 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1808f095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0a63a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:30:41,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:30:41,874 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:30:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:30:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:30:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d7bc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:30:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:30:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:30:41,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:30:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5cef89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:30:41,877 DEBUG [Thread-1223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,877 DEBUG [Thread-1227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,877 DEBUG [Thread-1218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,877 DEBUG [Thread-1231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,877 DEBUG [Thread-1225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,878 DEBUG [Thread-1214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,879 DEBUG [Thread-1227 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,879 DEBUG [Thread-1227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,880 DEBUG [Thread-1216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,880 DEBUG [Thread-1212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,886 DEBUG [Thread-1220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,887 DEBUG [Thread-1229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:30:41,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-01T19:30:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:30:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:30:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T19:30:41,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:30:41,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,896 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:41,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:30:41,897 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:41,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:41,903 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:41,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:30:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:41,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6c7afc44e0944166b094a799a292c1d7 is 50, key is test_row_0/A:col10/1733081441888/Put/seqid=0 2024-12-01T19:30:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081501940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081501940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:41,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081501944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081501947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081501946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:41,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742088_1264 (size=12001) 2024-12-01T19:30:41,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6c7afc44e0944166b094a799a292c1d7 2024-12-01T19:30:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T19:30:42,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/dbea6878c2a4402fb8bc2ca3674af6fa is 50, key is test_row_0/B:col10/1733081441888/Put/seqid=0 2024-12-01T19:30:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742089_1265 (size=12001) 2024-12-01T19:30:42,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/dbea6878c2a4402fb8bc2ca3674af6fa 2024-12-01T19:30:42,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081502056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/f0f45096ccd64af1ab11c6403dbb3013 is 50, key is test_row_0/C:col10/1733081441888/Put/seqid=0 2024-12-01T19:30:42,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742090_1266 (size=12001) 2024-12-01T19:30:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T19:30:42,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081502265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081502265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081502285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081502288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081502288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/f0f45096ccd64af1ab11c6403dbb3013 2024-12-01T19:30:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T19:30:42,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6c7afc44e0944166b094a799a292c1d7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7 2024-12-01T19:30:42,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T19:30:42,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/dbea6878c2a4402fb8bc2ca3674af6fa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa 2024-12-01T19:30:42,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T19:30:42,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/f0f45096ccd64af1ab11c6403dbb3013 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013 2024-12-01T19:30:42,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T19:30:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 17ee2728eb9e4e90d41d2cd4e01914bd in 648ms, sequenceid=13, compaction requested=false 2024-12-01T19:30:42,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:42,579 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:42,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:30:42,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b4395c7eeda4478aa34c8125b4184393 is 50, key is test_row_0/A:col10/1733081441942/Put/seqid=0 2024-12-01T19:30:42,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081502595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081502595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081502595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081502595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081502598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742091_1267 (size=16681) 2024-12-01T19:30:42,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b4395c7eeda4478aa34c8125b4184393 2024-12-01T19:30:42,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/873202cc8e2d4affbf85d01940624c42 is 50, key is test_row_0/B:col10/1733081441942/Put/seqid=0 2024-12-01T19:30:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742092_1268 (size=12001) 2024-12-01T19:30:42,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:42,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/873202cc8e2d4affbf85d01940624c42 2024-12-01T19:30:42,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3ad1336bf5de4cee8cda92803f64ea32 is 50, key is test_row_0/C:col10/1733081441942/Put/seqid=0 2024-12-01T19:30:42,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081502705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081502705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742093_1269 (size=12001) 2024-12-01T19:30:42,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3ad1336bf5de4cee8cda92803f64ea32 2024-12-01T19:30:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b4395c7eeda4478aa34c8125b4184393 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393 2024-12-01T19:30:42,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393, entries=250, sequenceid=40, filesize=16.3 K 2024-12-01T19:30:42,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/873202cc8e2d4affbf85d01940624c42 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42 2024-12-01T19:30:42,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:30:42,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3ad1336bf5de4cee8cda92803f64ea32 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32 2024-12-01T19:30:42,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:30:42,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 17ee2728eb9e4e90d41d2cd4e01914bd in 170ms, sequenceid=40, compaction requested=false 2024-12-01T19:30:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:42,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-01T19:30:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,827 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-01T19:30:42,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a355f0ca8f6744f3a81ce2134b3f2856 is 50, key is test_row_0/A:col10/1733081442583/Put/seqid=0 2024-12-01T19:30:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742094_1270 (size=12001) 2024-12-01T19:30:42,838 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a355f0ca8f6744f3a81ce2134b3f2856 2024-12-01T19:30:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8e10374ac4c54d9cbf9ee1d52f482e41 is 50, key is test_row_0/B:col10/1733081442583/Put/seqid=0 2024-12-01T19:30:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742095_1271 (size=12001) 2024-12-01T19:30:42,867 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8e10374ac4c54d9cbf9ee1d52f482e41 2024-12-01T19:30:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/bf14f57a7a464924a38bdf8c7e8aefa7 is 50, key is test_row_0/C:col10/1733081442583/Put/seqid=0 2024-12-01T19:30:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742096_1272 (size=12001) 2024-12-01T19:30:42,911 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/bf14f57a7a464924a38bdf8c7e8aefa7 2024-12-01T19:30:42,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a355f0ca8f6744f3a81ce2134b3f2856 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856 2024-12-01T19:30:42,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T19:30:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8e10374ac4c54d9cbf9ee1d52f482e41 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41 2024-12-01T19:30:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:42,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:42,954 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T19:30:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/bf14f57a7a464924a38bdf8c7e8aefa7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7 2024-12-01T19:30:42,974 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7, entries=150, sequenceid=49, filesize=11.7 K 2024-12-01T19:30:42,975 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=60.38 KB/61830 for 17ee2728eb9e4e90d41d2cd4e01914bd in 148ms, sequenceid=49, compaction requested=true 2024-12-01T19:30:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:42,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-01T19:30:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-01T19:30:42,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:30:42,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-01T19:30:42,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0810 sec 2024-12-01T19:30:42,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.0950 sec 2024-12-01T19:30:42,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/10c7e78df86f41809bfad96c12727682 is 50, key is test_row_0/A:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742097_1273 (size=12001) 2024-12-01T19:30:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-01T19:30:43,025 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:43,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-01T19:30:43,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:43,029 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:43,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081503061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081503062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081503105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081503115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081503115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:43,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081503175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081503175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T19:30:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:43,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T19:30:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081503385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081503385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/10c7e78df86f41809bfad96c12727682 2024-12-01T19:30:43,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cc5117f7956043aebd55d5278bac3288 is 50, key is test_row_0/B:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742098_1274 (size=12001) 2024-12-01T19:30:43,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cc5117f7956043aebd55d5278bac3288 2024-12-01T19:30:43,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/e72e9877862340558a7c70615664c01c is 50, key is test_row_0/C:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T19:30:43,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742099_1275 (size=12001) 2024-12-01T19:30:43,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/e72e9877862340558a7c70615664c01c 2024-12-01T19:30:43,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/10c7e78df86f41809bfad96c12727682 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682 2024-12-01T19:30:43,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682, entries=150, sequenceid=63, filesize=11.7 K 2024-12-01T19:30:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cc5117f7956043aebd55d5278bac3288 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288 2024-12-01T19:30:43,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288, entries=150, sequenceid=63, filesize=11.7 K 2024-12-01T19:30:43,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/e72e9877862340558a7c70615664c01c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c 2024-12-01T19:30:43,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c, entries=150, sequenceid=63, filesize=11.7 K 2024-12-01T19:30:43,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 17ee2728eb9e4e90d41d2cd4e01914bd in 596ms, sequenceid=63, compaction requested=true 2024-12-01T19:30:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:43,574 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:43,574 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:43,576 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:43,577 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:43,577 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:43,577 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,577 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=51.4 K 2024-12-01T19:30:43,578 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:43,578 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,578 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=46.9 K 2024-12-01T19:30:43,580 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbea6878c2a4402fb8bc2ca3674af6fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081441888 2024-12-01T19:30:43,580 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7afc44e0944166b094a799a292c1d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081441888 2024-12-01T19:30:43,580 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 873202cc8e2d4affbf85d01940624c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081441942 2024-12-01T19:30:43,581 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b4395c7eeda4478aa34c8125b4184393, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081441942 2024-12-01T19:30:43,583 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e10374ac4c54d9cbf9ee1d52f482e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733081442583 2024-12-01T19:30:43,583 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a355f0ca8f6744f3a81ce2134b3f2856, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733081442583 2024-12-01T19:30:43,585 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5117f7956043aebd55d5278bac3288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:43,585 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c7e78df86f41809bfad96c12727682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:43,626 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:43,626 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b8ea854ea054489298feb73999f9e067 is 50, key is test_row_0/B:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,631 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:43,632 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/2aab13caed094ff99980aefac6644ead is 50, key is test_row_0/A:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:43,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-01T19:30:43,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,665 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:30:43,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742100_1276 (size=12139) 2024-12-01T19:30:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742101_1277 (size=12139) 2024-12-01T19:30:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/866b64eeac414b33bf1d6a8d921b3977 is 50, key is test_row_0/A:col10/1733081443060/Put/seqid=0 2024-12-01T19:30:43,705 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b8ea854ea054489298feb73999f9e067 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b8ea854ea054489298feb73999f9e067 2024-12-01T19:30:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:43,720 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into b8ea854ea054489298feb73999f9e067(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:43,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:43,721 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=12, startTime=1733081443574; duration=0sec 2024-12-01T19:30:43,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:43,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:43,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:43,722 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:43,722 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:43,722 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:43,723 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=46.9 K 2024-12-01T19:30:43,723 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0f45096ccd64af1ab11c6403dbb3013, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081441888 2024-12-01T19:30:43,723 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ad1336bf5de4cee8cda92803f64ea32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081441942 2024-12-01T19:30:43,723 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf14f57a7a464924a38bdf8c7e8aefa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733081442583 2024-12-01T19:30:43,724 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e72e9877862340558a7c70615664c01c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:43,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742102_1278 (size=12001) 2024-12-01T19:30:43,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/866b64eeac414b33bf1d6a8d921b3977 2024-12-01T19:30:43,738 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/2aab13caed094ff99980aefac6644ead as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/2aab13caed094ff99980aefac6644ead 2024-12-01T19:30:43,748 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 2aab13caed094ff99980aefac6644ead(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:43,748 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:43,748 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=12, startTime=1733081443573; duration=0sec 2024-12-01T19:30:43,748 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:43,748 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:43,749 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:43,749 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/2b46e1883c0b4af0a52905564954355c is 50, key is test_row_0/C:col10/1733081442968/Put/seqid=0 2024-12-01T19:30:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a2b23a81dce643339af1395cfbc42fcf is 50, key is test_row_0/B:col10/1733081443060/Put/seqid=0 2024-12-01T19:30:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081503770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742103_1279 (size=12139) 2024-12-01T19:30:43,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081503773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742104_1280 (size=12001) 2024-12-01T19:30:43,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081503885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081503885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:43,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081504094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081504094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081504125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,127 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081504125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,130 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081504136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,140 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:44,189 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/2b46e1883c0b4af0a52905564954355c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/2b46e1883c0b4af0a52905564954355c 2024-12-01T19:30:44,205 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 2b46e1883c0b4af0a52905564954355c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:44,206 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:44,207 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=12, startTime=1733081443574; duration=0sec 2024-12-01T19:30:44,207 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:44,207 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:44,221 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a2b23a81dce643339af1395cfbc42fcf 2024-12-01T19:30:44,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1a922118c97c4becb9652dec1ab7a774 is 50, key is test_row_0/C:col10/1733081443060/Put/seqid=0 2024-12-01T19:30:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742105_1281 (size=12001) 2024-12-01T19:30:44,271 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1a922118c97c4becb9652dec1ab7a774 2024-12-01T19:30:44,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/866b64eeac414b33bf1d6a8d921b3977 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977 2024-12-01T19:30:44,286 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T19:30:44,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a2b23a81dce643339af1395cfbc42fcf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf 2024-12-01T19:30:44,297 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T19:30:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1a922118c97c4becb9652dec1ab7a774 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774 2024-12-01T19:30:44,309 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774, entries=150, sequenceid=85, filesize=11.7 K 2024-12-01T19:30:44,311 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 17ee2728eb9e4e90d41d2cd4e01914bd in 646ms, sequenceid=85, compaction requested=false 2024-12-01T19:30:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-01T19:30:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-01T19:30:44,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-01T19:30:44,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-12-01T19:30:44,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.3050 sec 2024-12-01T19:30:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:44,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:44,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-01T19:30:44,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/96d0fe9d5ac14104b430213631a00860 is 50, key is test_row_0/A:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081504457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742106_1282 (size=16681) 2024-12-01T19:30:44,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/96d0fe9d5ac14104b430213631a00860 2024-12-01T19:30:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081504459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cfcdb9b3376a4aa79f9a2b2461c7cddc is 50, key is test_row_0/B:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742107_1283 (size=12001) 2024-12-01T19:30:44,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cfcdb9b3376a4aa79f9a2b2461c7cddc 2024-12-01T19:30:44,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/548e4af3a9ab4e91a40abcbd1aca2ed9 is 50, key is test_row_0/C:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081504565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081504575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742108_1284 (size=12001) 2024-12-01T19:30:44,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/548e4af3a9ab4e91a40abcbd1aca2ed9 2024-12-01T19:30:44,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/96d0fe9d5ac14104b430213631a00860 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860 2024-12-01T19:30:44,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860, entries=250, sequenceid=104, filesize=16.3 K 2024-12-01T19:30:44,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cfcdb9b3376a4aa79f9a2b2461c7cddc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc 2024-12-01T19:30:44,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc, entries=150, sequenceid=104, filesize=11.7 K 2024-12-01T19:30:44,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/548e4af3a9ab4e91a40abcbd1aca2ed9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9 2024-12-01T19:30:44,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9, entries=150, sequenceid=104, filesize=11.7 K 2024-12-01T19:30:44,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 17ee2728eb9e4e90d41d2cd4e01914bd in 221ms, sequenceid=104, compaction requested=true 2024-12-01T19:30:44,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:44,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:44,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:44,633 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:44,633 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:44,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:44,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:44,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:44,635 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:44,636 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:44,636 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:44,636 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b8ea854ea054489298feb73999f9e067, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.3 K 2024-12-01T19:30:44,635 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:44,636 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:44,636 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:44,636 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/2aab13caed094ff99980aefac6644ead, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=39.9 K 2024-12-01T19:30:44,637 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ea854ea054489298feb73999f9e067, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:44,637 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b23a81dce643339af1395cfbc42fcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733081443053 2024-12-01T19:30:44,637 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aab13caed094ff99980aefac6644ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:44,638 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 866b64eeac414b33bf1d6a8d921b3977, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733081443053 2024-12-01T19:30:44,638 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cfcdb9b3376a4aa79f9a2b2461c7cddc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443771 2024-12-01T19:30:44,638 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96d0fe9d5ac14104b430213631a00860, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443733 2024-12-01T19:30:44,666 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:44,667 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/5cb38f6e6e48486aa77f9f1751c77525 is 50, key is test_row_0/A:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,673 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:44,673 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/03784a3ff85044d5a67c30ac5431d60a is 50, key is test_row_0/B:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742109_1285 (size=12241) 2024-12-01T19:30:44,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742110_1286 (size=12241) 2024-12-01T19:30:44,725 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/03784a3ff85044d5a67c30ac5431d60a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/03784a3ff85044d5a67c30ac5431d60a 2024-12-01T19:30:44,736 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 03784a3ff85044d5a67c30ac5431d60a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:44,737 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:44,737 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081444633; duration=0sec 2024-12-01T19:30:44,739 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:44,739 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:44,739 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:44,740 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:44,740 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:44,740 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:44,740 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/2b46e1883c0b4af0a52905564954355c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.3 K 2024-12-01T19:30:44,741 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b46e1883c0b4af0a52905564954355c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733081442950 2024-12-01T19:30:44,742 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a922118c97c4becb9652dec1ab7a774, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733081443053 2024-12-01T19:30:44,742 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 548e4af3a9ab4e91a40abcbd1aca2ed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443771 2024-12-01T19:30:44,762 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:44,762 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/b13ff5cab7464cae979080cac968ee76 is 50, key is test_row_0/C:col10/1733081443771/Put/seqid=0 2024-12-01T19:30:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:44,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:44,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T19:30:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742111_1287 (size=12241) 2024-12-01T19:30:44,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/67e39bcc77ce428390746c09a9264b3b is 50, key is test_row_0/A:col10/1733081444457/Put/seqid=0 2024-12-01T19:30:44,795 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/b13ff5cab7464cae979080cac968ee76 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b13ff5cab7464cae979080cac968ee76 2024-12-01T19:30:44,802 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into b13ff5cab7464cae979080cac968ee76(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:44,802 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:44,802 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081444634; duration=0sec 2024-12-01T19:30:44,802 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:44,802 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742112_1288 (size=14341) 2024-12-01T19:30:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081504810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081504814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081504925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081504925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:44,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,109 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/5cb38f6e6e48486aa77f9f1751c77525 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/5cb38f6e6e48486aa77f9f1751c77525 2024-12-01T19:30:45,121 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 5cb38f6e6e48486aa77f9f1751c77525(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:45,121 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:45,121 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081444633; duration=0sec 2024-12-01T19:30:45,121 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:45,121 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:45,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081505135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081505135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-01T19:30:45,185 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:45,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-01T19:30:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:45,192 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:45,193 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:45,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:45,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/67e39bcc77ce428390746c09a9264b3b 2024-12-01T19:30:45,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/967fd0d3185849a4976b67f4c55bf34c is 50, key is test_row_0/B:col10/1733081444457/Put/seqid=0 2024-12-01T19:30:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742113_1289 (size=12001) 2024-12-01T19:30:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:45,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081505445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081505445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:45,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/967fd0d3185849a4976b67f4c55bf34c 2024-12-01T19:30:45,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8738cd03367a48958edb4e36915c3ea3 is 50, key is test_row_0/C:col10/1733081444457/Put/seqid=0 2024-12-01T19:30:45,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742114_1290 (size=12001) 2024-12-01T19:30:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:45,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081505955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081505965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:45,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:45,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8738cd03367a48958edb4e36915c3ea3 2024-12-01T19:30:46,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/67e39bcc77ce428390746c09a9264b3b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b 2024-12-01T19:30:46,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b, entries=200, sequenceid=126, filesize=14.0 K 2024-12-01T19:30:46,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/967fd0d3185849a4976b67f4c55bf34c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c 2024-12-01T19:30:46,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c, entries=150, sequenceid=126, filesize=11.7 K 2024-12-01T19:30:46,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8738cd03367a48958edb4e36915c3ea3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3 2024-12-01T19:30:46,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3, entries=150, sequenceid=126, filesize=11.7 K 2024-12-01T19:30:46,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 17ee2728eb9e4e90d41d2cd4e01914bd in 1369ms, sequenceid=126, compaction requested=false 2024-12-01T19:30:46,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:46,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:46,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T19:30:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:46,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f99394cae98d422f8ff8939764174bfb is 50, key is test_row_0/A:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742115_1291 (size=12151) 2024-12-01T19:30:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081506244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081506245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081506245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:46,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081506355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081506355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081506356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:30:46,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081506565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081506565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081506575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f99394cae98d422f8ff8939764174bfb 2024-12-01T19:30:46,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/7af178ac4b3a48d3b68046faf1626f71 is 50, key is test_row_0/B:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742116_1292 (size=12151) 2024-12-01T19:30:46,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081506874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081506875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081506885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:46,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:46,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081506965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,968 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:46,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081506985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:46,989 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:46,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:47,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/7af178ac4b3a48d3b68046faf1626f71 2024-12-01T19:30:47,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3515eae73e59465c8ce926bd2f32a05c is 50, key is test_row_0/C:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:47,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742117_1293 (size=12151) 2024-12-01T19:30:47,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:47,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:47,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081507385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:47,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081507385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:47,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081507395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:47,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3515eae73e59465c8ce926bd2f32a05c 2024-12-01T19:30:47,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f99394cae98d422f8ff8939764174bfb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb 2024-12-01T19:30:47,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T19:30:47,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/7af178ac4b3a48d3b68046faf1626f71 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71 2024-12-01T19:30:47,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:47,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T19:30:47,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/3515eae73e59465c8ce926bd2f32a05c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c 2024-12-01T19:30:47,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c, entries=150, sequenceid=146, filesize=11.9 K 2024-12-01T19:30:47,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17ee2728eb9e4e90d41d2cd4e01914bd in 1406ms, sequenceid=146, compaction requested=true 2024-12-01T19:30:47,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:47,559 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:47,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:47,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:47,559 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:47,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:47,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:47,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:47,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:47,568 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:47,568 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:47,569 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,569 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/5cb38f6e6e48486aa77f9f1751c77525, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=37.8 K 2024-12-01T19:30:47,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:47,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:47,569 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,569 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/03784a3ff85044d5a67c30ac5431d60a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.5 K 2024-12-01T19:30:47,569 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cb38f6e6e48486aa77f9f1751c77525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443771 2024-12-01T19:30:47,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 03784a3ff85044d5a67c30ac5431d60a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443771 2024-12-01T19:30:47,570 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e39bcc77ce428390746c09a9264b3b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733081444452 2024-12-01T19:30:47,570 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 967fd0d3185849a4976b67f4c55bf34c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733081444452 2024-12-01T19:30:47,570 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99394cae98d422f8ff8939764174bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:47,571 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7af178ac4b3a48d3b68046faf1626f71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:47,581 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:47,582 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/071f1ac52c1347d4ba8b100d13258e5b is 50, key is test_row_0/A:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:47,590 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:47,591 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a2d1e24430864c78a1f7f1788e438a99 is 50, key is test_row_0/B:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:47,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742118_1294 (size=12493) 2024-12-01T19:30:47,639 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/071f1ac52c1347d4ba8b100d13258e5b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/071f1ac52c1347d4ba8b100d13258e5b 2024-12-01T19:30:47,649 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 071f1ac52c1347d4ba8b100d13258e5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:47,649 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:47,649 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081447558; duration=0sec 2024-12-01T19:30:47,650 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:47,650 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:47,650 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:47,652 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:47,653 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:47,653 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,653 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b13ff5cab7464cae979080cac968ee76, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.5 K 2024-12-01T19:30:47,653 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13ff5cab7464cae979080cac968ee76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733081443771 2024-12-01T19:30:47,654 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8738cd03367a48958edb4e36915c3ea3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733081444452 2024-12-01T19:30:47,654 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3515eae73e59465c8ce926bd2f32a05c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742119_1295 (size=12493) 2024-12-01T19:30:47,669 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a2d1e24430864c78a1f7f1788e438a99 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2d1e24430864c78a1f7f1788e438a99 2024-12-01T19:30:47,675 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:47,677 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/700a958e082f49059b161290cc73f280 is 50, key is test_row_0/C:col10/1733081444813/Put/seqid=0 2024-12-01T19:30:47,682 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into a2d1e24430864c78a1f7f1788e438a99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:47,682 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:47,682 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081447559; duration=0sec 2024-12-01T19:30:47,683 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:47,683 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:47,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-01T19:30:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,695 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-01T19:30:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742120_1296 (size=12493) 2024-12-01T19:30:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/53e04f78e2b043dea00f4a61bc621eb8 is 50, key is test_row_0/A:col10/1733081446232/Put/seqid=0 2024-12-01T19:30:47,715 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/700a958e082f49059b161290cc73f280 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/700a958e082f49059b161290cc73f280 2024-12-01T19:30:47,722 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 700a958e082f49059b161290cc73f280(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:47,722 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:47,722 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081447560; duration=0sec 2024-12-01T19:30:47,722 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:47,722 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742121_1297 (size=12151) 2024-12-01T19:30:47,744 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/53e04f78e2b043dea00f4a61bc621eb8 2024-12-01T19:30:47,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/20874519fc00480aaf561d775d4a0c54 is 50, key is test_row_0/B:col10/1733081446232/Put/seqid=0 2024-12-01T19:30:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742122_1298 (size=12151) 2024-12-01T19:30:47,809 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/20874519fc00480aaf561d775d4a0c54 2024-12-01T19:30:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9a0b5f2497bd4604af2c5430bd987053 is 50, key is test_row_0/C:col10/1733081446232/Put/seqid=0 2024-12-01T19:30:47,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742123_1299 (size=12151) 2024-12-01T19:30:47,895 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9a0b5f2497bd4604af2c5430bd987053 2024-12-01T19:30:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/53e04f78e2b043dea00f4a61bc621eb8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8 2024-12-01T19:30:47,915 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T19:30:47,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/20874519fc00480aaf561d775d4a0c54 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54 2024-12-01T19:30:47,924 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T19:30:47,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9a0b5f2497bd4604af2c5430bd987053 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053 2024-12-01T19:30:47,937 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053, entries=150, sequenceid=166, filesize=11.9 K 2024-12-01T19:30:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 17ee2728eb9e4e90d41d2cd4e01914bd in 243ms, sequenceid=166, compaction requested=false 2024-12-01T19:30:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-01T19:30:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-01T19:30:47,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-01T19:30:47,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7490 sec 2024-12-01T19:30:47,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.7690 sec 2024-12-01T19:30:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:48,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:48,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:30:48,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3cb583d985a04dc39ff3edf2246447fa is 50, key is test_row_0/A:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742124_1300 (size=12151) 2024-12-01T19:30:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081508508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081508510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081508511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081508625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081508625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081508625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081508836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081508837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081508837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:48,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3cb583d985a04dc39ff3edf2246447fa 2024-12-01T19:30:48,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/654ccceb92a54c968d5f53958033c10f is 50, key is test_row_0/B:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742125_1301 (size=12151) 2024-12-01T19:30:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081508996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:48,998 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:48,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081508998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,001 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081509146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081509155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081509155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/654ccceb92a54c968d5f53958033c10f 2024-12-01T19:30:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-01T19:30:49,346 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:49,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-01T19:30:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:49,351 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:49,352 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:49,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:49,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/4d81f0f38c5644b6858afa6580fe7d71 is 50, key is test_row_0/C:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742126_1302 (size=12151) 2024-12-01T19:30:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:49,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-01T19:30:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081509656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-01T19:30:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081509665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081509665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:49,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/4d81f0f38c5644b6858afa6580fe7d71 2024-12-01T19:30:49,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3cb583d985a04dc39ff3edf2246447fa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa 2024-12-01T19:30:49,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa, entries=150, sequenceid=180, filesize=11.9 K 2024-12-01T19:30:49,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/654ccceb92a54c968d5f53958033c10f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f 2024-12-01T19:30:49,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f, entries=150, sequenceid=180, filesize=11.9 K 2024-12-01T19:30:49,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/4d81f0f38c5644b6858afa6580fe7d71 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71 2024-12-01T19:30:49,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71, entries=150, sequenceid=180, filesize=11.9 K 2024-12-01T19:30:49,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 17ee2728eb9e4e90d41d2cd4e01914bd in 1366ms, sequenceid=180, compaction requested=true 2024-12-01T19:30:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:49,817 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:49,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:49,817 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:49,818 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:49,818 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:49,819 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,819 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2d1e24430864c78a1f7f1788e438a99, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.9 K 2024-12-01T19:30:49,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-01T19:30:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,819 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:30:49,819 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:49,819 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:49,819 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,819 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/071f1ac52c1347d4ba8b100d13258e5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.9 K 2024-12-01T19:30:49,820 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 071f1ac52c1347d4ba8b100d13258e5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:49,820 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a2d1e24430864c78a1f7f1788e438a99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:49,821 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 20874519fc00480aaf561d775d4a0c54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733081446189 2024-12-01T19:30:49,822 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53e04f78e2b043dea00f4a61bc621eb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733081446189 2024-12-01T19:30:49,823 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 654ccceb92a54c968d5f53958033c10f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:49,823 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cb583d985a04dc39ff3edf2246447fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:49,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e5f61b0037f94682a87cc087c9926f03 is 50, key is test_row_0/A:col10/1733081448508/Put/seqid=0 2024-12-01T19:30:49,852 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:49,853 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/046dda46608146fd8103250f0661a78f is 50, key is test_row_0/B:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:49,862 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:49,862 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/7a80004de6084c389647e71a35e80844 is 50, key is test_row_0/A:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742127_1303 (size=12151) 2024-12-01T19:30:49,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742128_1304 (size=12595) 2024-12-01T19:30:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742129_1305 (size=12595) 2024-12-01T19:30:49,929 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/7a80004de6084c389647e71a35e80844 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/7a80004de6084c389647e71a35e80844 2024-12-01T19:30:49,937 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 7a80004de6084c389647e71a35e80844(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:49,937 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:49,937 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081449817; duration=0sec 2024-12-01T19:30:49,937 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:49,938 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:49,938 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:49,941 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:49,941 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:49,941 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:49,941 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/700a958e082f49059b161290cc73f280, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=35.9 K 2024-12-01T19:30:49,942 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 700a958e082f49059b161290cc73f280, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733081444808 2024-12-01T19:30:49,943 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a0b5f2497bd4604af2c5430bd987053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733081446189 2024-12-01T19:30:49,943 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d81f0f38c5644b6858afa6580fe7d71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:49,966 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#255 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:49,969 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/4c4d866b27564680bd5e45c813b0ce3c is 50, key is test_row_0/C:col10/1733081448420/Put/seqid=0 2024-12-01T19:30:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:50,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742130_1306 (size=12595) 2024-12-01T19:30:50,014 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/4c4d866b27564680bd5e45c813b0ce3c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4c4d866b27564680bd5e45c813b0ce3c 2024-12-01T19:30:50,022 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 4c4d866b27564680bd5e45c813b0ce3c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:50,022 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:50,022 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081449824; duration=0sec 2024-12-01T19:30:50,022 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:50,022 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:50,292 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e5f61b0037f94682a87cc087c9926f03 2024-12-01T19:30:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/f39c861702584569b721800963b51998 is 50, key is test_row_0/B:col10/1733081448508/Put/seqid=0 2024-12-01T19:30:50,310 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/046dda46608146fd8103250f0661a78f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/046dda46608146fd8103250f0661a78f 2024-12-01T19:30:50,317 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 046dda46608146fd8103250f0661a78f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:50,317 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:50,317 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081449817; duration=0sec 2024-12-01T19:30:50,317 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:50,317 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742131_1307 (size=12151) 2024-12-01T19:30:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:50,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:50,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081510686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,689 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081510689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081510689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,719 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/f39c861702584569b721800963b51998 2024-12-01T19:30:50,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/82c18fbc84e541438050b5a227fe1aa5 is 50, key is test_row_0/C:col10/1733081448508/Put/seqid=0 2024-12-01T19:30:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742132_1308 (size=12151) 2024-12-01T19:30:50,744 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/82c18fbc84e541438050b5a227fe1aa5 2024-12-01T19:30:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e5f61b0037f94682a87cc087c9926f03 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03 2024-12-01T19:30:50,760 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03, entries=150, sequenceid=203, filesize=11.9 K 2024-12-01T19:30:50,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/f39c861702584569b721800963b51998 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998 2024-12-01T19:30:50,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998, entries=150, sequenceid=203, filesize=11.9 K 2024-12-01T19:30:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/82c18fbc84e541438050b5a227fe1aa5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5 2024-12-01T19:30:50,775 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5, entries=150, sequenceid=203, filesize=11.9 K 2024-12-01T19:30:50,776 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 17ee2728eb9e4e90d41d2cd4e01914bd in 957ms, sequenceid=203, compaction requested=false 2024-12-01T19:30:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:50,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-01T19:30:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-01T19:30:50,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-01T19:30:50,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-12-01T19:30:50,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4360 sec 2024-12-01T19:30:50,804 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:50,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:30:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:50,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0ee28dd4ab274e81ae6f480731dcad2c is 50, key is test_row_0/A:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742133_1309 (size=12151) 2024-12-01T19:30:50,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081510858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081510861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081510965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081510974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081511174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081511185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0ee28dd4ab274e81ae6f480731dcad2c 2024-12-01T19:30:51,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/37e6ea6800184520aced987139f38256 is 50, key is test_row_0/B:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742134_1310 (size=12151) 2024-12-01T19:30:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/37e6ea6800184520aced987139f38256 2024-12-01T19:30:51,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/0c97ed3dc2e341638f90237ef59965ac is 50, key is test_row_0/C:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742135_1311 (size=12151) 2024-12-01T19:30:51,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/0c97ed3dc2e341638f90237ef59965ac 2024-12-01T19:30:51,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0ee28dd4ab274e81ae6f480731dcad2c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c 2024-12-01T19:30:51,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c, entries=150, sequenceid=221, filesize=11.9 K 2024-12-01T19:30:51,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/37e6ea6800184520aced987139f38256 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256 2024-12-01T19:30:51,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256, entries=150, sequenceid=221, filesize=11.9 K 2024-12-01T19:30:51,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/0c97ed3dc2e341638f90237ef59965ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac 2024-12-01T19:30:51,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac, entries=150, sequenceid=221, filesize=11.9 K 2024-12-01T19:30:51,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 17ee2728eb9e4e90d41d2cd4e01914bd in 485ms, sequenceid=221, compaction requested=true 2024-12-01T19:30:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:51,289 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:51,289 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:51,305 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,305 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,305 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/7a80004de6084c389647e71a35e80844, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.0 K 2024-12-01T19:30:51,305 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/046dda46608146fd8103250f0661a78f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.0 K 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a80004de6084c389647e71a35e80844, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:51,305 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 046dda46608146fd8103250f0661a78f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:51,306 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5f61b0037f94682a87cc087c9926f03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733081448505 2024-12-01T19:30:51,306 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f39c861702584569b721800963b51998, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733081448505 2024-12-01T19:30:51,306 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee28dd4ab274e81ae6f480731dcad2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:51,306 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e6ea6800184520aced987139f38256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:51,314 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:51,315 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/0ba7856fe009482488ca65b827c56326 is 50, key is test_row_0/B:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:51,317 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:51,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/42fbfc7969bb4303b8ff0abada9b9868 is 50, key is test_row_0/A:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742136_1312 (size=12697) 2024-12-01T19:30:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742137_1313 (size=12697) 2024-12-01T19:30:51,349 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/42fbfc7969bb4303b8ff0abada9b9868 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/42fbfc7969bb4303b8ff0abada9b9868 2024-12-01T19:30:51,355 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 42fbfc7969bb4303b8ff0abada9b9868(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:51,355 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:51,355 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081451289; duration=0sec 2024-12-01T19:30:51,355 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:51,355 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:51,355 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:51,359 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:51,359 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:51,359 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,359 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4c4d866b27564680bd5e45c813b0ce3c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.0 K 2024-12-01T19:30:51,360 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4d866b27564680bd5e45c813b0ce3c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1733081448407 2024-12-01T19:30:51,360 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c18fbc84e541438050b5a227fe1aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733081448505 2024-12-01T19:30:51,361 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c97ed3dc2e341638f90237ef59965ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:51,369 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:51,370 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/de31558445fd47ccadf3f59c4cf05962 is 50, key is test_row_0/C:col10/1733081450796/Put/seqid=0 2024-12-01T19:30:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742138_1314 (size=12697) 2024-12-01T19:30:51,385 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/de31558445fd47ccadf3f59c4cf05962 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/de31558445fd47ccadf3f59c4cf05962 2024-12-01T19:30:51,390 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into de31558445fd47ccadf3f59c4cf05962(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:51,390 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:51,390 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081451289; duration=0sec 2024-12-01T19:30:51,390 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:51,390 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:51,489 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:51,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:30:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:51,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/cecef4f86cee48e687b13385aec496d1 is 50, key is test_row_0/A:col10/1733081450849/Put/seqid=0 2024-12-01T19:30:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-01T19:30:51,496 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:51,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:51,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-01T19:30:51,499 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:51,499 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:51,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742139_1315 (size=14541) 2024-12-01T19:30:51,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/cecef4f86cee48e687b13385aec496d1 2024-12-01T19:30:51,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8667ba03efda40afa0727d7837780b82 is 50, key is test_row_0/B:col10/1733081450849/Put/seqid=0 2024-12-01T19:30:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081511517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081511518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742140_1316 (size=12151) 2024-12-01T19:30:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081511625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081511632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T19:30:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,736 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/0ba7856fe009482488ca65b827c56326 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/0ba7856fe009482488ca65b827c56326 2024-12-01T19:30:51,746 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 0ba7856fe009482488ca65b827c56326(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:51,746 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:51,746 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081451289; duration=0sec 2024-12-01T19:30:51,746 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:51,746 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:51,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T19:30:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:51,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081511835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081511845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:51,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8667ba03efda40afa0727d7837780b82 2024-12-01T19:30:51,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T19:30:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:51,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:51,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/438b60b9e90f4f9f81bf5fb0eff36655 is 50, key is test_row_0/C:col10/1733081450849/Put/seqid=0 2024-12-01T19:30:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742141_1317 (size=12151) 2024-12-01T19:30:52,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/438b60b9e90f4f9f81bf5fb0eff36655 2024-12-01T19:30:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/cecef4f86cee48e687b13385aec496d1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1 2024-12-01T19:30:52,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1, entries=200, sequenceid=245, filesize=14.2 K 2024-12-01T19:30:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8667ba03efda40afa0727d7837780b82 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82 2024-12-01T19:30:52,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82, entries=150, sequenceid=245, filesize=11.9 K 2024-12-01T19:30:52,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/438b60b9e90f4f9f81bf5fb0eff36655 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655 2024-12-01T19:30:52,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655, entries=150, sequenceid=245, filesize=11.9 K 2024-12-01T19:30:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:52,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 17ee2728eb9e4e90d41d2cd4e01914bd in 647ms, sequenceid=245, compaction requested=false 2024-12-01T19:30:52,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-01T19:30:52,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:52,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:52,136 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:30:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/1bbb0a9e81c24196aa204333f5eee8e9 is 50, key is test_row_0/A:col10/1733081451515/Put/seqid=0 2024-12-01T19:30:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:52,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742142_1318 (size=12251) 2024-12-01T19:30:52,224 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/1bbb0a9e81c24196aa204333f5eee8e9 2024-12-01T19:30:52,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/82cf7f857565478f8c60f52320df9f31 is 50, key is test_row_0/B:col10/1733081451515/Put/seqid=0 2024-12-01T19:30:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742143_1319 (size=12251) 2024-12-01T19:30:52,321 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/82cf7f857565478f8c60f52320df9f31 2024-12-01T19:30:52,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/b1289625f373461e99a61d78507f9da8 is 50, key is test_row_0/C:col10/1733081451515/Put/seqid=0 2024-12-01T19:30:52,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742144_1320 (size=12251) 2024-12-01T19:30:52,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081512384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081512390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081512505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081512505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081512704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,710 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081512725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081512725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:52,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/b1289625f373461e99a61d78507f9da8 2024-12-01T19:30:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/1bbb0a9e81c24196aa204333f5eee8e9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9 2024-12-01T19:30:52,805 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9, entries=150, sequenceid=260, filesize=12.0 K 2024-12-01T19:30:52,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/82cf7f857565478f8c60f52320df9f31 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31 2024-12-01T19:30:52,813 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31, entries=150, sequenceid=260, filesize=12.0 K 2024-12-01T19:30:52,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/b1289625f373461e99a61d78507f9da8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8 2024-12-01T19:30:52,821 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8, entries=150, sequenceid=260, filesize=12.0 K 2024-12-01T19:30:52,823 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 17ee2728eb9e4e90d41d2cd4e01914bd in 687ms, sequenceid=260, compaction requested=true 2024-12-01T19:30:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-01T19:30:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-01T19:30:52,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-01T19:30:52,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-01T19:30:52,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.3330 sec 2024-12-01T19:30:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:53,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:53,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:30:53,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/68dd42ce2a174dcd9c55bb25e7199dcf is 50, key is test_row_0/A:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742145_1321 (size=14741) 2024-12-01T19:30:53,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/68dd42ce2a174dcd9c55bb25e7199dcf 2024-12-01T19:30:53,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/754024e0c85d42e4ad0764f79389a9f2 is 50, key is test_row_0/B:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081513040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081513041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081513043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081513045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742146_1322 (size=12301) 2024-12-01T19:30:53,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/754024e0c85d42e4ad0764f79389a9f2 2024-12-01T19:30:53,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/45013486e6d74625a23489150bfbc78c is 50, key is test_row_0/C:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742147_1323 (size=12301) 2024-12-01T19:30:53,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/45013486e6d74625a23489150bfbc78c 2024-12-01T19:30:53,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/68dd42ce2a174dcd9c55bb25e7199dcf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf 2024-12-01T19:30:53,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf, entries=200, sequenceid=283, filesize=14.4 K 2024-12-01T19:30:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/754024e0c85d42e4ad0764f79389a9f2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2 2024-12-01T19:30:53,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T19:30:53,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/45013486e6d74625a23489150bfbc78c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c 2024-12-01T19:30:53,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c, entries=150, sequenceid=283, filesize=12.0 K 2024-12-01T19:30:53,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 17ee2728eb9e4e90d41d2cd4e01914bd in 107ms, sequenceid=283, compaction requested=true 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:53,124 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:53,124 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:53,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:53,125 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54230 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:53,125 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:53,126 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,126 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/42fbfc7969bb4303b8ff0abada9b9868, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=53.0 K 2024-12-01T19:30:53,126 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:53,126 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:53,126 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,126 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/0ba7856fe009482488ca65b827c56326, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=48.2 K 2024-12-01T19:30:53,126 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42fbfc7969bb4303b8ff0abada9b9868, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:53,127 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba7856fe009482488ca65b827c56326, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:53,127 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting cecef4f86cee48e687b13385aec496d1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733081450849 2024-12-01T19:30:53,127 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8667ba03efda40afa0727d7837780b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733081450849 2024-12-01T19:30:53,127 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbb0a9e81c24196aa204333f5eee8e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733081451511 2024-12-01T19:30:53,128 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 82cf7f857565478f8c60f52320df9f31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733081451511 2024-12-01T19:30:53,128 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68dd42ce2a174dcd9c55bb25e7199dcf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452370 2024-12-01T19:30:53,128 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 754024e0c85d42e4ad0764f79389a9f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452382 2024-12-01T19:30:53,147 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:53,147 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6dccec96504c4cffaf8751119c130e66 is 50, key is test_row_0/A:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:53,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:30:53,162 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:53,163 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/bddaa28daf164760bf902a91db1d2cf2 is 50, key is test_row_0/B:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/ffe59658c6814809b7a4bf4c9b74f6b9 is 50, key is test_row_0/A:col10/1733081453043/Put/seqid=0 2024-12-01T19:30:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742148_1324 (size=12983) 2024-12-01T19:30:53,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742149_1325 (size=12983) 2024-12-01T19:30:53,185 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/bddaa28daf164760bf902a91db1d2cf2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/bddaa28daf164760bf902a91db1d2cf2 2024-12-01T19:30:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742150_1326 (size=12301) 2024-12-01T19:30:53,196 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into bddaa28daf164760bf902a91db1d2cf2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:53,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:53,196 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=12, startTime=1733081453124; duration=0sec 2024-12-01T19:30:53,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:53,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:53,196 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:53,202 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:53,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:53,203 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,203 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/de31558445fd47ccadf3f59c4cf05962, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=48.2 K 2024-12-01T19:30:53,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting de31558445fd47ccadf3f59c4cf05962, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733081450683 2024-12-01T19:30:53,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 438b60b9e90f4f9f81bf5fb0eff36655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733081450849 2024-12-01T19:30:53,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b1289625f373461e99a61d78507f9da8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733081451511 2024-12-01T19:30:53,205 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 45013486e6d74625a23489150bfbc78c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452382 2024-12-01T19:30:53,230 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:53,231 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/d2f80b3266654451bc645d2516b91645 is 50, key is test_row_0/C:col10/1733081452382/Put/seqid=0 2024-12-01T19:30:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742151_1327 (size=12983) 2024-12-01T19:30:53,240 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/d2f80b3266654451bc645d2516b91645 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d2f80b3266654451bc645d2516b91645 2024-12-01T19:30:53,262 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into d2f80b3266654451bc645d2516b91645(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:53,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:53,262 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=12, startTime=1733081453124; duration=0sec 2024-12-01T19:30:53,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:53,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081513228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081513262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081513262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081513263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081513374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081513585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081513585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081513585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081513585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,590 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6dccec96504c4cffaf8751119c130e66 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6dccec96504c4cffaf8751119c130e66 2024-12-01T19:30:53,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/ffe59658c6814809b7a4bf4c9b74f6b9 2024-12-01T19:30:53,605 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 6dccec96504c4cffaf8751119c130e66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:53,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:53,605 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=12, startTime=1733081453124; duration=0sec 2024-12-01T19:30:53,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:53,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:53,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/811ecd1e6a5a4953b6c6a6e8a251f671 is 50, key is test_row_0/B:col10/1733081453043/Put/seqid=0 2024-12-01T19:30:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-01T19:30:53,645 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:53,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-01T19:30:53,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:53,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:53,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742152_1328 (size=12301) 2024-12-01T19:30:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:53,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081513895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081513895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081513895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081513895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:53,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:53,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:54,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/811ecd1e6a5a4953b6c6a6e8a251f671 2024-12-01T19:30:54,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/87e06afd2ba84857bf588310ff51bad5 is 50, key is test_row_0/C:col10/1733081453043/Put/seqid=0 2024-12-01T19:30:54,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742153_1329 (size=12301) 2024-12-01T19:30:54,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:54,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081514405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081514405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081514405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:54,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081514406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:54,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:54,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/87e06afd2ba84857bf588310ff51bad5 2024-12-01T19:30:54,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/ffe59658c6814809b7a4bf4c9b74f6b9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9 2024-12-01T19:30:54,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9, entries=150, sequenceid=299, filesize=12.0 K 2024-12-01T19:30:54,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/811ecd1e6a5a4953b6c6a6e8a251f671 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671 2024-12-01T19:30:54,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671, entries=150, sequenceid=299, filesize=12.0 K 2024-12-01T19:30:54,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/87e06afd2ba84857bf588310ff51bad5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5 2024-12-01T19:30:54,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5, entries=150, sequenceid=299, filesize=12.0 K 2024-12-01T19:30:54,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 17ee2728eb9e4e90d41d2cd4e01914bd in 1389ms, sequenceid=299, compaction requested=false 2024-12-01T19:30:54,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:54,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-01T19:30:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:54,573 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-01T19:30:54,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f517d6c63ab5433ea0941ca745b04e78 is 50, key is test_row_0/A:col10/1733081453233/Put/seqid=0 2024-12-01T19:30:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742154_1330 (size=12301) 2024-12-01T19:30:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:55,039 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f517d6c63ab5433ea0941ca745b04e78 2024-12-01T19:30:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b754f4b032c845aca9fb1f543b44ddf1 is 50, key is test_row_0/B:col10/1733081453233/Put/seqid=0 2024-12-01T19:30:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742155_1331 (size=12301) 2024-12-01T19:30:55,081 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b754f4b032c845aca9fb1f543b44ddf1 2024-12-01T19:30:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/75619723592542c7bd8389ab13a36848 is 50, key is test_row_0/C:col10/1733081453233/Put/seqid=0 2024-12-01T19:30:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742156_1332 (size=12301) 2024-12-01T19:30:55,128 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/75619723592542c7bd8389ab13a36848 2024-12-01T19:30:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/f517d6c63ab5433ea0941ca745b04e78 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78 2024-12-01T19:30:55,149 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78, entries=150, sequenceid=323, filesize=12.0 K 2024-12-01T19:30:55,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b754f4b032c845aca9fb1f543b44ddf1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1 2024-12-01T19:30:55,159 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1, entries=150, sequenceid=323, filesize=12.0 K 2024-12-01T19:30:55,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/75619723592542c7bd8389ab13a36848 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848 2024-12-01T19:30:55,174 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848, entries=150, sequenceid=323, filesize=12.0 K 2024-12-01T19:30:55,175 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 17ee2728eb9e4e90d41d2cd4e01914bd in 602ms, sequenceid=323, compaction requested=true 2024-12-01T19:30:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:55,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-01T19:30:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-01T19:30:55,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-01T19:30:55,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-12-01T19:30:55,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5390 sec 2024-12-01T19:30:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:55,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:30:55,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a52b2b1d5c014073bf35cffd1f2fc3ba is 50, key is test_row_0/A:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081515521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081515522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081515524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081515524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742157_1333 (size=12301) 2024-12-01T19:30:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081515635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081515635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081515646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081515646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-01T19:30:55,795 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:55,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-01T19:30:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T19:30:55,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:55,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:55,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:55,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081515845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081515845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081515855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081515855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T19:30:55,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a52b2b1d5c014073bf35cffd1f2fc3ba 2024-12-01T19:30:55,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-01T19:30:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:55,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:55,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/97bcfbb55d264246875439622731b531 is 50, key is test_row_0/B:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742158_1334 (size=12301) 2024-12-01T19:30:56,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/97bcfbb55d264246875439622731b531 2024-12-01T19:30:56,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8a851e8f16714f1faa7f2fc096c786a2 is 50, key is test_row_0/C:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:56,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742159_1335 (size=12301) 2024-12-01T19:30:56,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8a851e8f16714f1faa7f2fc096c786a2 2024-12-01T19:30:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/a52b2b1d5c014073bf35cffd1f2fc3ba as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba 2024-12-01T19:30:56,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba, entries=150, sequenceid=336, filesize=12.0 K 2024-12-01T19:30:56,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/97bcfbb55d264246875439622731b531 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531 2024-12-01T19:30:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531, entries=150, sequenceid=336, filesize=12.0 K 2024-12-01T19:30:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/8a851e8f16714f1faa7f2fc096c786a2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2 2024-12-01T19:30:56,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2, entries=150, sequenceid=336, filesize=12.0 K 2024-12-01T19:30:56,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 17ee2728eb9e4e90d41d2cd4e01914bd in 634ms, sequenceid=336, compaction requested=true 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:56,087 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:56,087 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:56,088 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:56,088 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:56,088 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:56,088 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:56,088 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:56,088 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:56,088 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6dccec96504c4cffaf8751119c130e66, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=48.7 K 2024-12-01T19:30:56,088 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/bddaa28daf164760bf902a91db1d2cf2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=48.7 K 2024-12-01T19:30:56,089 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dccec96504c4cffaf8751119c130e66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452382 2024-12-01T19:30:56,089 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bddaa28daf164760bf902a91db1d2cf2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452382 2024-12-01T19:30:56,089 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 811ecd1e6a5a4953b6c6a6e8a251f671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733081453043 2024-12-01T19:30:56,089 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b754f4b032c845aca9fb1f543b44ddf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733081453225 2024-12-01T19:30:56,089 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffe59658c6814809b7a4bf4c9b74f6b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733081453043 2024-12-01T19:30:56,090 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 97bcfbb55d264246875439622731b531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:56,090 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f517d6c63ab5433ea0941ca745b04e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733081453225 2024-12-01T19:30:56,091 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a52b2b1d5c014073bf35cffd1f2fc3ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:56,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-01T19:30:56,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:56,110 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:30:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T19:30:56,118 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#285 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:56,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b81b549331e04de69938a98032d3e262 is 50, key is test_row_0/B:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:56,132 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#286 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:56,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6a2367453e634c6d92218d0cad224ce3 is 50, key is test_row_0/A:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:56,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b309a58db87f439289d02e7866c0e3f5 is 50, key is test_row_0/A:col10/1733081455505/Put/seqid=0 2024-12-01T19:30:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:56,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742160_1336 (size=13119) 2024-12-01T19:30:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742161_1337 (size=13119) 2024-12-01T19:30:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081516179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081516181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081516182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,192 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/6a2367453e634c6d92218d0cad224ce3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6a2367453e634c6d92218d0cad224ce3 2024-12-01T19:30:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081516185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,200 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 6a2367453e634c6d92218d0cad224ce3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:56,200 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:56,200 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=12, startTime=1733081456087; duration=0sec 2024-12-01T19:30:56,200 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:56,200 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:56,200 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:30:56,202 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:30:56,202 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:56,202 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:56,202 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d2f80b3266654451bc645d2516b91645, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=48.7 K 2024-12-01T19:30:56,203 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2f80b3266654451bc645d2516b91645, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733081452382 2024-12-01T19:30:56,204 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e06afd2ba84857bf588310ff51bad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1733081453043 2024-12-01T19:30:56,204 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75619723592542c7bd8389ab13a36848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733081453225 2024-12-01T19:30:56,205 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a851e8f16714f1faa7f2fc096c786a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742162_1338 (size=12301) 2024-12-01T19:30:56,243 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:56,243 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/64215203541040b3b69bc66e9030f102 is 50, key is test_row_0/C:col10/1733081455433/Put/seqid=0 2024-12-01T19:30:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742163_1339 (size=13119) 2024-12-01T19:30:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081516295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081516295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081516295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081516305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T19:30:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081516505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081516505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081516515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081516525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,580 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/b81b549331e04de69938a98032d3e262 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b81b549331e04de69938a98032d3e262 2024-12-01T19:30:56,588 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into b81b549331e04de69938a98032d3e262(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:56,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:56,588 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=12, startTime=1733081456087; duration=0sec 2024-12-01T19:30:56,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:56,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:56,627 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b309a58db87f439289d02e7866c0e3f5 2024-12-01T19:30:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/3438b5f4bdbd4b0aa23b46ad19d8592b is 50, key is test_row_0/B:col10/1733081455505/Put/seqid=0 2024-12-01T19:30:56,682 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/64215203541040b3b69bc66e9030f102 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/64215203541040b3b69bc66e9030f102 2024-12-01T19:30:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742164_1340 (size=12301) 2024-12-01T19:30:56,687 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/3438b5f4bdbd4b0aa23b46ad19d8592b 2024-12-01T19:30:56,689 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 64215203541040b3b69bc66e9030f102(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:56,689 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:56,689 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=12, startTime=1733081456087; duration=0sec 2024-12-01T19:30:56,689 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:56,689 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:56,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52676 deadline: 1733081516715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,718 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 17ee2728eb9e4e90d41d2cd4e01914bd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:30:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/baf7a21b7b24407380b33cb805f74c27 is 50, key is test_row_0/C:col10/1733081455505/Put/seqid=0 2024-12-01T19:30:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742165_1341 (size=12301) 2024-12-01T19:30:56,773 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/baf7a21b7b24407380b33cb805f74c27 2024-12-01T19:30:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/b309a58db87f439289d02e7866c0e3f5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5 2024-12-01T19:30:56,788 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5, entries=150, sequenceid=359, filesize=12.0 K 2024-12-01T19:30:56,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/3438b5f4bdbd4b0aa23b46ad19d8592b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b 2024-12-01T19:30:56,795 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b, entries=150, sequenceid=359, filesize=12.0 K 2024-12-01T19:30:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/baf7a21b7b24407380b33cb805f74c27 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27 2024-12-01T19:30:56,803 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27, entries=150, sequenceid=359, filesize=12.0 K 2024-12-01T19:30:56,805 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 17ee2728eb9e4e90d41d2cd4e01914bd in 695ms, sequenceid=359, compaction requested=false 2024-12-01T19:30:56,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:56,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:56,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-01T19:30:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-01T19:30:56,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-01T19:30:56,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-12-01T19:30:56,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0140 sec 2024-12-01T19:30:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:56,820 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:30:56,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/c71831bd777842548e5155270c39d639 is 50, key is test_row_0/A:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742166_1342 (size=17181) 2024-12-01T19:30:56,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/c71831bd777842548e5155270c39d639 2024-12-01T19:30:56,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8430484567d24c6a9061bfaa364dca0e is 50, key is test_row_0/B:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:56,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081516873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081516877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081516878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081516883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:56,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742167_1343 (size=12301) 2024-12-01T19:30:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-01T19:30:56,935 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:30:56,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:30:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-01T19:30:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:56,938 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:30:56,939 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:30:56,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:30:56,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081516986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:56,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081517005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081517005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081517005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:57,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081517195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081517215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081517215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081517216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:57,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8430484567d24c6a9061bfaa364dca0e 2024-12-01T19:30:57,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9dbb71aa3038433aadbb6ea3a18cc03a is 50, key is test_row_0/C:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742168_1344 (size=12301) 2024-12-01T19:30:57,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9dbb71aa3038433aadbb6ea3a18cc03a 2024-12-01T19:30:57,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/c71831bd777842548e5155270c39d639 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639 2024-12-01T19:30:57,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639, entries=250, sequenceid=377, filesize=16.8 K 2024-12-01T19:30:57,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/8430484567d24c6a9061bfaa364dca0e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e 2024-12-01T19:30:57,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T19:30:57,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/9dbb71aa3038433aadbb6ea3a18cc03a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a 2024-12-01T19:30:57,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T19:30:57,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 17ee2728eb9e4e90d41d2cd4e01914bd in 618ms, sequenceid=377, compaction requested=true 2024-12-01T19:30:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:57,438 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:57,439 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:57,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:57,440 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:57,440 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:57,440 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,440 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6a2367453e634c6d92218d0cad224ce3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=41.6 K 2024-12-01T19:30:57,441 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:57,441 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:57,441 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,441 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b81b549331e04de69938a98032d3e262, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.8 K 2024-12-01T19:30:57,441 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a2367453e634c6d92218d0cad224ce3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:57,441 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b81b549331e04de69938a98032d3e262, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:57,442 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b309a58db87f439289d02e7866c0e3f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733081455505 2024-12-01T19:30:57,442 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3438b5f4bdbd4b0aa23b46ad19d8592b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733081455505 2024-12-01T19:30:57,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:57,442 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c71831bd777842548e5155270c39d639, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456169 2024-12-01T19:30:57,442 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8430484567d24c6a9061bfaa364dca0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456171 2024-12-01T19:30:57,453 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:57,454 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c66d20c59ebf4d4a99849a965bb65055 is 50, key is test_row_0/B:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:57,463 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:57,463 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0f59802880304b87a8b41ce7ce1bd40a is 50, key is test_row_0/A:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742169_1345 (size=13221) 2024-12-01T19:30:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742170_1346 (size=13221) 2024-12-01T19:30:57,490 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0f59802880304b87a8b41ce7ce1bd40a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f59802880304b87a8b41ce7ce1bd40a 2024-12-01T19:30:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:57,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:30:57,512 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 0f59802880304b87a8b41ce7ce1bd40a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:57,512 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:57,512 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081457438; duration=0sec 2024-12-01T19:30:57,514 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:57,514 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:57,514 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:57,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/9fa3a1141c05424b89b394df2d488906 is 50, key is test_row_0/A:col10/1733081456856/Put/seqid=0 2024-12-01T19:30:57,517 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:57,517 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:57,518 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,518 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/64215203541040b3b69bc66e9030f102, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.8 K 2024-12-01T19:30:57,519 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64215203541040b3b69bc66e9030f102, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733081455432 2024-12-01T19:30:57,519 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf7a21b7b24407380b33cb805f74c27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733081455505 2024-12-01T19:30:57,519 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dbb71aa3038433aadbb6ea3a18cc03a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456171 2024-12-01T19:30:57,536 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:57,536 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/f7c414104aac478daf23d9564a69946f is 50, key is test_row_0/C:col10/1733081456171/Put/seqid=0 2024-12-01T19:30:57,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081517534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742171_1347 (size=12301) 2024-12-01T19:30:57,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/9fa3a1141c05424b89b394df2d488906 2024-12-01T19:30:57,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081517536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081517537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081517538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:57,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/08337f0f60de40059ab5e78e7b10025c is 50, key is test_row_0/B:col10/1733081456856/Put/seqid=0 2024-12-01T19:30:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742172_1348 (size=13221) 2024-12-01T19:30:57,611 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/f7c414104aac478daf23d9564a69946f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f7c414104aac478daf23d9564a69946f 2024-12-01T19:30:57,616 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into f7c414104aac478daf23d9564a69946f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:57,616 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:57,616 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081457439; duration=0sec 2024-12-01T19:30:57,616 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:57,616 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742173_1349 (size=12301) 2024-12-01T19:30:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081517645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081517645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081517655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081517655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081517855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081517856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081517865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081517868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:57,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:57,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:57,886 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c66d20c59ebf4d4a99849a965bb65055 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c66d20c59ebf4d4a99849a965bb65055 2024-12-01T19:30:57,893 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into c66d20c59ebf4d4a99849a965bb65055(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:57,893 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:57,893 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081457439; duration=0sec 2024-12-01T19:30:57,893 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:57,893 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:58,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/08337f0f60de40059ab5e78e7b10025c 2024-12-01T19:30:58,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7a49cd22ff4c408e912257f0c3f58395 is 50, key is test_row_0/C:col10/1733081456856/Put/seqid=0 2024-12-01T19:30:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742174_1350 (size=12301) 2024-12-01T19:30:58,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7a49cd22ff4c408e912257f0c3f58395 2024-12-01T19:30:58,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/9fa3a1141c05424b89b394df2d488906 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906 2024-12-01T19:30:58,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906, entries=150, sequenceid=401, filesize=12.0 K 2024-12-01T19:30:58,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/08337f0f60de40059ab5e78e7b10025c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c 2024-12-01T19:30:58,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c, entries=150, sequenceid=401, filesize=12.0 K 2024-12-01T19:30:58,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7a49cd22ff4c408e912257f0c3f58395 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395 2024-12-01T19:30:58,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395, entries=150, sequenceid=401, filesize=12.0 K 2024-12-01T19:30:58,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 17ee2728eb9e4e90d41d2cd4e01914bd in 610ms, sequenceid=401, compaction requested=false 2024-12-01T19:30:58,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:58,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:30:58,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/77a1ed6ad7d24b36a27e678fef1b93f3 is 50, key is test_row_0/A:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742175_1351 (size=14741) 2024-12-01T19:30:58,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/77a1ed6ad7d24b36a27e678fef1b93f3 2024-12-01T19:30:58,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/ed4a9d7e284a41cf90889893349af67f is 50, key is test_row_0/B:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081518210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081518213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081518214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081518216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742176_1352 (size=12301) 2024-12-01T19:30:58,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/ed4a9d7e284a41cf90889893349af67f 2024-12-01T19:30:58,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7f81d4b5c5124c28b579f31473e8cc57 is 50, key is test_row_0/C:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742177_1353 (size=12301) 2024-12-01T19:30:58,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7f81d4b5c5124c28b579f31473e8cc57 2024-12-01T19:30:58,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/77a1ed6ad7d24b36a27e678fef1b93f3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3 2024-12-01T19:30:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3, entries=200, sequenceid=417, filesize=14.4 K 2024-12-01T19:30:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/ed4a9d7e284a41cf90889893349af67f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f 2024-12-01T19:30:58,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f, entries=150, sequenceid=417, filesize=12.0 K 2024-12-01T19:30:58,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/7f81d4b5c5124c28b579f31473e8cc57 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57 2024-12-01T19:30:58,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57, entries=150, sequenceid=417, filesize=12.0 K 2024-12-01T19:30:58,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 17ee2728eb9e4e90d41d2cd4e01914bd in 142ms, sequenceid=417, compaction requested=true 2024-12-01T19:30:58,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:58,312 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:58,313 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:58,313 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:30:58,314 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,315 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f59802880304b87a8b41ce7ce1bd40a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=39.3 K 2024-12-01T19:30:58,316 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f59802880304b87a8b41ce7ce1bd40a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456171 2024-12-01T19:30:58,316 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fa3a1141c05424b89b394df2d488906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733081456856 2024-12-01T19:30:58,317 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77a1ed6ad7d24b36a27e678fef1b93f3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:30:58,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:30:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:58,325 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:58,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:58,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:30:58,327 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,327 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c66d20c59ebf4d4a99849a965bb65055, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.9 K 2024-12-01T19:30:58,328 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c66d20c59ebf4d4a99849a965bb65055, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456171 2024-12-01T19:30:58,329 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 08337f0f60de40059ab5e78e7b10025c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733081456856 2024-12-01T19:30:58,329 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ed4a9d7e284a41cf90889893349af67f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:30:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:58,334 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:58,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:30:58,335 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0f1bb9a3557246bc89cea53db55d59df is 50, key is test_row_0/A:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:58,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:30:58,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:58,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:58,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:30:58,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,348 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#304 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:58,348 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cdceb1c560644a19bae0c7b27a6c3bc4 is 50, key is test_row_0/B:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081518348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081518350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081518352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081518353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e3f37c1f5fc049228667babadce942b9 is 50, key is test_row_0/A:col10/1733081458214/Put/seqid=0 2024-12-01T19:30:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742178_1354 (size=13323) 2024-12-01T19:30:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742179_1355 (size=13323) 2024-12-01T19:30:58,396 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/0f1bb9a3557246bc89cea53db55d59df as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f1bb9a3557246bc89cea53db55d59df 2024-12-01T19:30:58,405 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/cdceb1c560644a19bae0c7b27a6c3bc4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cdceb1c560644a19bae0c7b27a6c3bc4 2024-12-01T19:30:58,407 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 0f1bb9a3557246bc89cea53db55d59df(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:58,407 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:58,407 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081458312; duration=0sec 2024-12-01T19:30:58,408 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:30:58,408 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:30:58,408 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:30:58,409 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:30:58,409 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:30:58,410 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,410 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f7c414104aac478daf23d9564a69946f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=36.9 K 2024-12-01T19:30:58,410 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c414104aac478daf23d9564a69946f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081456171 2024-12-01T19:30:58,411 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a49cd22ff4c408e912257f0c3f58395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733081456856 2024-12-01T19:30:58,411 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f81d4b5c5124c28b579f31473e8cc57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:30:58,422 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:30:58,422 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/627d38fa81f44295842ad2d96c460127 is 50, key is test_row_0/C:col10/1733081457532/Put/seqid=0 2024-12-01T19:30:58,426 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into cdceb1c560644a19bae0c7b27a6c3bc4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:58,426 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:58,426 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081458325; duration=0sec 2024-12-01T19:30:58,426 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:58,426 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:30:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742180_1356 (size=12301) 2024-12-01T19:30:58,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e3f37c1f5fc049228667babadce942b9 2024-12-01T19:30:58,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/51071ff852164d5c9d77419bd051837d is 50, key is test_row_0/B:col10/1733081458214/Put/seqid=0 2024-12-01T19:30:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081518465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081518465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081518465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081518465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742181_1357 (size=13323) 2024-12-01T19:30:58,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,511 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/627d38fa81f44295842ad2d96c460127 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/627d38fa81f44295842ad2d96c460127 2024-12-01T19:30:58,521 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 627d38fa81f44295842ad2d96c460127(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:30:58,521 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:58,522 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081458335; duration=0sec 2024-12-01T19:30:58,522 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:30:58,522 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:30:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742182_1358 (size=12301) 2024-12-01T19:30:58,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081518675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081518675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081518675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081518676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:58,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:58,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:30:58,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/51071ff852164d5c9d77419bd051837d 2024-12-01T19:30:58,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/516a01e712754986a1061b6f5c2c7307 is 50, key is test_row_0/C:col10/1733081458214/Put/seqid=0 2024-12-01T19:30:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081518989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081518989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081518992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081518994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:59,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:59,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:30:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742183_1359 (size=12301) 2024-12-01T19:30:59,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/516a01e712754986a1061b6f5c2c7307 2024-12-01T19:30:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e3f37c1f5fc049228667babadce942b9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9 2024-12-01T19:30:59,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9, entries=150, sequenceid=443, filesize=12.0 K 2024-12-01T19:30:59,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/51071ff852164d5c9d77419bd051837d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d 2024-12-01T19:30:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:30:59,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d, entries=150, sequenceid=443, filesize=12.0 K 2024-12-01T19:30:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/516a01e712754986a1061b6f5c2c7307 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307 2024-12-01T19:30:59,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307, entries=150, sequenceid=443, filesize=12.0 K 2024-12-01T19:30:59,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 17ee2728eb9e4e90d41d2cd4e01914bd in 770ms, sequenceid=443, compaction requested=false 2024-12-01T19:30:59,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:59,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-01T19:30:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:59,170 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:30:59,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/df8ec08765bb4b4abdf2078b80527dd4 is 50, key is test_row_0/A:col10/1733081458352/Put/seqid=0 2024-12-01T19:30:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742184_1360 (size=12301) 2024-12-01T19:30:59,202 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/df8ec08765bb4b4abdf2078b80527dd4 2024-12-01T19:30:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/33449c3461bb445590d7d44ac0ef6463 is 50, key is test_row_0/B:col10/1733081458352/Put/seqid=0 2024-12-01T19:30:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742185_1361 (size=12301) 2024-12-01T19:30:59,225 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/33449c3461bb445590d7d44ac0ef6463 2024-12-01T19:30:59,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/acc1a055a5cf499789dfdd979e6fde06 is 50, key is test_row_0/C:col10/1733081458352/Put/seqid=0 2024-12-01T19:30:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742186_1362 (size=12301) 2024-12-01T19:30:59,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:30:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081519606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081519608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081519608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081519609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,696 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/acc1a055a5cf499789dfdd979e6fde06 2024-12-01T19:30:59,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/df8ec08765bb4b4abdf2078b80527dd4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4 2024-12-01T19:30:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081519715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081519716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081519716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081519716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,723 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4, entries=150, sequenceid=456, filesize=12.0 K 2024-12-01T19:30:59,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/33449c3461bb445590d7d44ac0ef6463 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463 2024-12-01T19:30:59,732 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463, entries=150, sequenceid=456, filesize=12.0 K 2024-12-01T19:30:59,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/acc1a055a5cf499789dfdd979e6fde06 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06 2024-12-01T19:30:59,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06, entries=150, sequenceid=456, filesize=12.0 K 2024-12-01T19:30:59,752 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 17ee2728eb9e4e90d41d2cd4e01914bd in 582ms, sequenceid=456, compaction requested=true 2024-12-01T19:30:59,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:30:59,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:30:59,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-01T19:30:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-01T19:30:59,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-01T19:30:59,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8230 sec 2024-12-01T19:30:59,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.8300 sec 2024-12-01T19:30:59,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:30:59,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T19:30:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:30:59,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d2068e5637e4bae86c6e62c1b5cb3ec is 50, key is test_row_0/A:col10/1733081459607/Put/seqid=0 2024-12-01T19:30:59,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742187_1363 (size=19621) 2024-12-01T19:30:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081519948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081519965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081519967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:30:59,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:30:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081519973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:30:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:30:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081520075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081520080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081520080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081520086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081520285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081520285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081520295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081520295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d2068e5637e4bae86c6e62c1b5cb3ec 2024-12-01T19:31:00,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c877b65a27914a77817e0609b9456c74 is 50, key is test_row_0/B:col10/1733081459607/Put/seqid=0 2024-12-01T19:31:00,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742188_1364 (size=12301) 2024-12-01T19:31:00,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c877b65a27914a77817e0609b9456c74 2024-12-01T19:31:00,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1638f6c3ad364872aa934b4ef8e5f762 is 50, key is test_row_0/C:col10/1733081459607/Put/seqid=0 2024-12-01T19:31:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742189_1365 (size=12301) 2024-12-01T19:31:00,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1638f6c3ad364872aa934b4ef8e5f762 2024-12-01T19:31:00,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d2068e5637e4bae86c6e62c1b5cb3ec as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec 2024-12-01T19:31:00,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec, entries=300, sequenceid=485, filesize=19.2 K 2024-12-01T19:31:00,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c877b65a27914a77817e0609b9456c74 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74 2024-12-01T19:31:00,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74, entries=150, sequenceid=485, filesize=12.0 K 2024-12-01T19:31:00,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/1638f6c3ad364872aa934b4ef8e5f762 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762 2024-12-01T19:31:00,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762, entries=150, sequenceid=485, filesize=12.0 K 2024-12-01T19:31:00,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 17ee2728eb9e4e90d41d2cd4e01914bd in 547ms, sequenceid=485, compaction requested=true 2024-12-01T19:31:00,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:00,480 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:00,482 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:00,484 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:00,484 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:31:00,484 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:00,484 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:00,484 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f1bb9a3557246bc89cea53db55d59df, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=56.2 K 2024-12-01T19:31:00,485 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:31:00,485 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:00,485 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cdceb1c560644a19bae0c7b27a6c3bc4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=49.0 K 2024-12-01T19:31:00,486 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f1bb9a3557246bc89cea53db55d59df, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:31:00,486 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cdceb1c560644a19bae0c7b27a6c3bc4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:31:00,487 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 51071ff852164d5c9d77419bd051837d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733081458214 2024-12-01T19:31:00,494 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3f37c1f5fc049228667babadce942b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733081458214 2024-12-01T19:31:00,494 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 33449c3461bb445590d7d44ac0ef6463, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733081458347 2024-12-01T19:31:00,494 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8ec08765bb4b4abdf2078b80527dd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733081458347 2024-12-01T19:31:00,497 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c877b65a27914a77817e0609b9456c74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459606 2024-12-01T19:31:00,497 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2068e5637e4bae86c6e62c1b5cb3ec, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459570 2024-12-01T19:31:00,525 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:00,525 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:00,525 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/cbe0b404354b4eebb8e48d876961a980 is 50, key is test_row_0/A:col10/1733081459607/Put/seqid=0 2024-12-01T19:31:00,525 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/5814f05b2e764b0291c6a7953412d4b1 is 50, key is test_row_0/B:col10/1733081459607/Put/seqid=0 2024-12-01T19:31:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742190_1366 (size=13459) 2024-12-01T19:31:00,559 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/5814f05b2e764b0291c6a7953412d4b1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5814f05b2e764b0291c6a7953412d4b1 2024-12-01T19:31:00,576 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 5814f05b2e764b0291c6a7953412d4b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:00,576 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:00,576 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=12, startTime=1733081460482; duration=0sec 2024-12-01T19:31:00,576 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:00,577 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:31:00,577 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:00,578 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:00,578 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:31:00,578 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:00,578 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/627d38fa81f44295842ad2d96c460127, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=49.0 K 2024-12-01T19:31:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742191_1367 (size=13459) 2024-12-01T19:31:00,579 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 627d38fa81f44295842ad2d96c460127, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733081457532 2024-12-01T19:31:00,579 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 516a01e712754986a1061b6f5c2c7307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733081458214 2024-12-01T19:31:00,580 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting acc1a055a5cf499789dfdd979e6fde06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733081458347 2024-12-01T19:31:00,581 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1638f6c3ad364872aa934b4ef8e5f762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459606 2024-12-01T19:31:00,588 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/cbe0b404354b4eebb8e48d876961a980 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cbe0b404354b4eebb8e48d876961a980 2024-12-01T19:31:00,597 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into cbe0b404354b4eebb8e48d876961a980(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:00,597 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:00,597 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=12, startTime=1733081460480; duration=0sec 2024-12-01T19:31:00,597 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:00,597 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:31:00,607 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:00,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:31:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:00,619 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:00,619 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/57e25ffd5d2d44abba8036af2bb926f1 is 50, key is test_row_0/C:col10/1733081459607/Put/seqid=0 2024-12-01T19:31:00,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d39cd93180a4167aea7de6890913069 is 50, key is test_row_0/A:col10/1733081460606/Put/seqid=0 2024-12-01T19:31:00,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081520652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081520653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081520653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081520655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742192_1368 (size=13459) 2024-12-01T19:31:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742193_1369 (size=9857) 2024-12-01T19:31:00,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d39cd93180a4167aea7de6890913069 2024-12-01T19:31:00,705 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/57e25ffd5d2d44abba8036af2bb926f1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/57e25ffd5d2d44abba8036af2bb926f1 2024-12-01T19:31:00,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c75b242671e2423ca5b9c7e93b540896 is 50, key is test_row_0/B:col10/1733081460606/Put/seqid=0 2024-12-01T19:31:00,717 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 57e25ffd5d2d44abba8036af2bb926f1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:00,717 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:00,717 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=12, startTime=1733081460482; duration=0sec 2024-12-01T19:31:00,718 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:00,718 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:31:00,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742194_1370 (size=9857) 2024-12-01T19:31:00,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c75b242671e2423ca5b9c7e93b540896 2024-12-01T19:31:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081520765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081520765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081520766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081520766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:00,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/60d7c3da333f422d9bf6ba2120f64519 is 50, key is test_row_0/C:col10/1733081460606/Put/seqid=0 2024-12-01T19:31:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742195_1371 (size=9857) 2024-12-01T19:31:00,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/60d7c3da333f422d9bf6ba2120f64519 2024-12-01T19:31:00,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/3d39cd93180a4167aea7de6890913069 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069 2024-12-01T19:31:00,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069, entries=100, sequenceid=499, filesize=9.6 K 2024-12-01T19:31:00,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/c75b242671e2423ca5b9c7e93b540896 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896 2024-12-01T19:31:00,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896, entries=100, sequenceid=499, filesize=9.6 K 2024-12-01T19:31:00,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/60d7c3da333f422d9bf6ba2120f64519 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519 2024-12-01T19:31:00,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519, entries=100, sequenceid=499, filesize=9.6 K 2024-12-01T19:31:00,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 17ee2728eb9e4e90d41d2cd4e01914bd in 239ms, sequenceid=499, compaction requested=false 2024-12-01T19:31:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:00,978 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:00,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:00,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/00459afadf4f43fba1c9ecc358b3f685 is 50, key is test_row_0/A:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081521003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081521004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081521004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081521005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742196_1372 (size=12301) 2024-12-01T19:31:01,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/00459afadf4f43fba1c9ecc358b3f685 2024-12-01T19:31:01,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 is 50, key is test_row_0/B:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-01T19:31:01,106 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:01,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-01T19:31:01,109 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T19:31:01,112 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:01,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742197_1373 (size=12301) 2024-12-01T19:31:01,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 2024-12-01T19:31:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081521117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081521117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081521117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081521117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/20342c7521774456be5c6b1973f39968 is 50, key is test_row_0/C:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742198_1374 (size=12301) 2024-12-01T19:31:01,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/20342c7521774456be5c6b1973f39968 2024-12-01T19:31:01,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/00459afadf4f43fba1c9ecc358b3f685 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685 2024-12-01T19:31:01,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685, entries=150, sequenceid=527, filesize=12.0 K 2024-12-01T19:31:01,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 2024-12-01T19:31:01,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4, entries=150, sequenceid=527, filesize=12.0 K 2024-12-01T19:31:01,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/20342c7521774456be5c6b1973f39968 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968 2024-12-01T19:31:01,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968, entries=150, sequenceid=527, filesize=12.0 K 2024-12-01T19:31:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 17ee2728eb9e4e90d41d2cd4e01914bd in 201ms, sequenceid=527, compaction requested=true 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:01,179 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:01,179 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:01,181 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:01,181 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:31:01,181 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:01,181 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cbe0b404354b4eebb8e48d876961a980, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=34.8 K 2024-12-01T19:31:01,182 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:01,182 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:31:01,182 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:01,182 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbe0b404354b4eebb8e48d876961a980, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459606 2024-12-01T19:31:01,182 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5814f05b2e764b0291c6a7953412d4b1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=34.8 K 2024-12-01T19:31:01,183 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5814f05b2e764b0291c6a7953412d4b1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459606 2024-12-01T19:31:01,183 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d39cd93180a4167aea7de6890913069, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733081460605 2024-12-01T19:31:01,183 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c75b242671e2423ca5b9c7e93b540896, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733081460605 2024-12-01T19:31:01,183 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00459afadf4f43fba1c9ecc358b3f685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:01,184 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a9a4ae41e7544e8d9f8730bd7d8cb4c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:01,198 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:01,199 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/17a0d952ba8841409a297d42806dc8d3 is 50, key is test_row_0/A:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,202 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:01,202 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/619af53f86cb40f186fb69e17422aeda is 50, key is test_row_0/B:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T19:31:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742199_1375 (size=13561) 2024-12-01T19:31:01,233 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/17a0d952ba8841409a297d42806dc8d3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/17a0d952ba8841409a297d42806dc8d3 2024-12-01T19:31:01,241 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into 17a0d952ba8841409a297d42806dc8d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:01,241 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:01,242 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081461179; duration=0sec 2024-12-01T19:31:01,242 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:01,242 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:31:01,242 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:01,244 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:01,244 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:31:01,244 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:01,244 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/57e25ffd5d2d44abba8036af2bb926f1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=34.8 K 2024-12-01T19:31:01,245 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57e25ffd5d2d44abba8036af2bb926f1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733081459606 2024-12-01T19:31:01,245 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60d7c3da333f422d9bf6ba2120f64519, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1733081460605 2024-12-01T19:31:01,245 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20342c7521774456be5c6b1973f39968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:01,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742200_1376 (size=13561) 2024-12-01T19:31:01,258 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:01,259 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/d6330517ddaf413f9b951d2e149c5c19 is 50, key is test_row_0/C:col10/1733081460978/Put/seqid=0 2024-12-01T19:31:01,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-01T19:31:01,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:01,276 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:31:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742201_1377 (size=13561) 2024-12-01T19:31:01,294 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/d6330517ddaf413f9b951d2e149c5c19 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d6330517ddaf413f9b951d2e149c5c19 2024-12-01T19:31:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/74199f46e32646bda8efe466861a4fa1 is 50, key is test_row_0/A:col10/1733081461002/Put/seqid=0 2024-12-01T19:31:01,301 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into d6330517ddaf413f9b951d2e149c5c19(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:01,301 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:01,301 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081461179; duration=0sec 2024-12-01T19:31:01,302 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:01,302 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:31:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742202_1378 (size=12301) 2024-12-01T19:31:01,304 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/74199f46e32646bda8efe466861a4fa1 2024-12-01T19:31:01,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. as already flushing 2024-12-01T19:31:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:01,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/5265b664476b4c8e8f1c7a285c1a3482 is 50, key is test_row_0/B:col10/1733081461002/Put/seqid=0 2024-12-01T19:31:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742203_1379 (size=12301) 2024-12-01T19:31:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081521363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081521367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081521371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081521371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T19:31:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081521474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081521485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081521485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081521485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,665 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/619af53f86cb40f186fb69e17422aeda as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/619af53f86cb40f186fb69e17422aeda 2024-12-01T19:31:01,676 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 619af53f86cb40f186fb69e17422aeda(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:01,677 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:01,677 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081461179; duration=0sec 2024-12-01T19:31:01,677 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:01,677 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:31:01,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52662 deadline: 1733081521685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52650 deadline: 1733081521695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52696 deadline: 1733081521695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52604 deadline: 1733081521695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T19:31:01,774 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/5265b664476b4c8e8f1c7a285c1a3482 2024-12-01T19:31:01,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/00d93f31ac594de1a6ff64b626ecad0a is 50, key is test_row_0/C:col10/1733081461002/Put/seqid=0 2024-12-01T19:31:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742204_1380 (size=12301) 2024-12-01T19:31:01,857 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/00d93f31ac594de1a6ff64b626ecad0a 2024-12-01T19:31:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/74199f46e32646bda8efe466861a4fa1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1 2024-12-01T19:31:01,879 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:31:01,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/5265b664476b4c8e8f1c7a285c1a3482 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482 2024-12-01T19:31:01,886 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:31:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/00d93f31ac594de1a6ff64b626ecad0a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a 2024-12-01T19:31:01,890 INFO [Thread-1225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1225. 2024-12-01T19:31:01,890 DEBUG [Thread-1225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,890 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,890 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:01,895 INFO [Thread-1231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1231. 2024-12-01T19:31:01,895 DEBUG [Thread-1231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,895 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,895 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a, entries=150, sequenceid=538, filesize=12.0 K 2024-12-01T19:31:01,897 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:01,898 INFO [Thread-1229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1229. 2024-12-01T19:31:01,898 DEBUG [Thread-1229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,898 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,898 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:01,901 INFO [Thread-1227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1227. 2024-12-01T19:31:01,901 DEBUG [Thread-1227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,901 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,901 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:01,902 INFO [Thread-1223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1223. 2024-12-01T19:31:01,902 DEBUG [Thread-1223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,902 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,902 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,902 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 17ee2728eb9e4e90d41d2cd4e01914bd in 626ms, sequenceid=538, compaction requested=false 2024-12-01T19:31:01,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-01T19:31:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-01T19:31:01,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-01T19:31:01,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-12-01T19:31:01,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 800 msec 2024-12-01T19:31:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:01,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:01,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:31:01,997 INFO [Thread-1212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1212. 2024-12-01T19:31:01,997 DEBUG [Thread-1212 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:01,997 DEBUG [Thread-1212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,997 DEBUG [Thread-1212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:01,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:02,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/d93b4d50b0794bd99e58187e139e2ab8 is 50, key is test_row_0/A:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:02,006 INFO [Thread-1220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1220. 2024-12-01T19:31:02,006 INFO [Thread-1214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1214. 2024-12-01T19:31:02,007 DEBUG [Thread-1220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:02,007 DEBUG [Thread-1214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:02,007 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,007 DEBUG [Thread-1214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,007 DEBUG [Thread-1214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,007 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:02,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:02,010 INFO [Thread-1218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1218. 2024-12-01T19:31:02,010 DEBUG [Thread-1218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:02,010 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,010 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:02,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742205_1381 (size=12301) 2024-12-01T19:31:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-01T19:31:02,245 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:02,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/d93b4d50b0794bd99e58187e139e2ab8 2024-12-01T19:31:02,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/84ea41fde43e4b83bd1f493611d94810 is 50, key is test_row_0/B:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742206_1382 (size=12301) 2024-12-01T19:31:02,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/84ea41fde43e4b83bd1f493611d94810 2024-12-01T19:31:02,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/272fb38c55ee447eb015f58c1ed18003 is 50, key is test_row_0/C:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:02,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742207_1383 (size=12301) 2024-12-01T19:31:03,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/272fb38c55ee447eb015f58c1ed18003 2024-12-01T19:31:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/d93b4d50b0794bd99e58187e139e2ab8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8 2024-12-01T19:31:03,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8, entries=150, sequenceid=567, filesize=12.0 K 2024-12-01T19:31:03,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/84ea41fde43e4b83bd1f493611d94810 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810 2024-12-01T19:31:03,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810, entries=150, sequenceid=567, filesize=12.0 K 2024-12-01T19:31:03,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/272fb38c55ee447eb015f58c1ed18003 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003 2024-12-01T19:31:03,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003, entries=150, sequenceid=567, filesize=12.0 K 2024-12-01T19:31:03,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for 17ee2728eb9e4e90d41d2cd4e01914bd in 1276ms, sequenceid=567, compaction requested=true 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:03,273 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:03,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17ee2728eb9e4e90d41d2cd4e01914bd:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:03,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:03,274 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:03,274 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/A is initiating minor compaction (all files) 2024-12-01T19:31:03,274 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/A in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:03,274 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/17a0d952ba8841409a297d42806dc8d3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=37.3 K 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/B is initiating minor compaction (all files) 2024-12-01T19:31:03,275 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/B in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:03,275 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/619af53f86cb40f186fb69e17422aeda, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=37.3 K 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a0d952ba8841409a297d42806dc8d3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 619af53f86cb40f186fb69e17422aeda, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5265b664476b4c8e8f1c7a285c1a3482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733081460993 2024-12-01T19:31:03,275 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74199f46e32646bda8efe466861a4fa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733081460993 2024-12-01T19:31:03,276 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 84ea41fde43e4b83bd1f493611d94810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733081461361 2024-12-01T19:31:03,276 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d93b4d50b0794bd99e58187e139e2ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733081461361 2024-12-01T19:31:03,287 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:03,287 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/2cffd5b1fdef4956bd217c0427ea7cda is 50, key is test_row_0/B:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:03,296 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#A#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:03,297 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/ade46ae24bf748558999bbff252422cf is 50, key is test_row_0/A:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:03,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742208_1384 (size=13663) 2024-12-01T19:31:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742209_1385 (size=13663) 2024-12-01T19:31:03,704 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/2cffd5b1fdef4956bd217c0427ea7cda as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/2cffd5b1fdef4956bd217c0427ea7cda 2024-12-01T19:31:03,708 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/ade46ae24bf748558999bbff252422cf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ade46ae24bf748558999bbff252422cf 2024-12-01T19:31:03,708 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/B of 17ee2728eb9e4e90d41d2cd4e01914bd into 2cffd5b1fdef4956bd217c0427ea7cda(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:03,708 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:03,708 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/B, priority=13, startTime=1733081463273; duration=0sec 2024-12-01T19:31:03,708 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:03,709 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:B 2024-12-01T19:31:03,709 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:03,709 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:03,709 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 17ee2728eb9e4e90d41d2cd4e01914bd/C is initiating minor compaction (all files) 2024-12-01T19:31:03,709 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17ee2728eb9e4e90d41d2cd4e01914bd/C in TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:03,709 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d6330517ddaf413f9b951d2e149c5c19, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp, totalSize=37.3 K 2024-12-01T19:31:03,710 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting d6330517ddaf413f9b951d2e149c5c19, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733081460651 2024-12-01T19:31:03,710 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 00d93f31ac594de1a6ff64b626ecad0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733081460993 2024-12-01T19:31:03,710 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 272fb38c55ee447eb015f58c1ed18003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733081461361 2024-12-01T19:31:03,715 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/A of 17ee2728eb9e4e90d41d2cd4e01914bd into ade46ae24bf748558999bbff252422cf(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:03,716 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:03,716 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/A, priority=13, startTime=1733081463273; duration=0sec 2024-12-01T19:31:03,716 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:03,716 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:A 2024-12-01T19:31:03,719 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17ee2728eb9e4e90d41d2cd4e01914bd#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:03,720 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/90323ee784eb4712bde98404e77ee569 is 50, key is test_row_0/C:col10/1733081461995/Put/seqid=0 2024-12-01T19:31:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742210_1386 (size=13663) 2024-12-01T19:31:04,134 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/90323ee784eb4712bde98404e77ee569 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/90323ee784eb4712bde98404e77ee569 2024-12-01T19:31:04,139 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17ee2728eb9e4e90d41d2cd4e01914bd/C of 17ee2728eb9e4e90d41d2cd4e01914bd into 90323ee784eb4712bde98404e77ee569(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:04,139 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17ee2728eb9e4e90d41d2cd4e01914bd: 2024-12-01T19:31:04,139 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., storeName=17ee2728eb9e4e90d41d2cd4e01914bd/C, priority=13, startTime=1733081463273; duration=0sec 2024-12-01T19:31:04,140 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:04,140 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17ee2728eb9e4e90d41d2cd4e01914bd:C 2024-12-01T19:31:06,797 INFO [Thread-1216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1216. 2024-12-01T19:31:06,797 DEBUG [Thread-1216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:06,797 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:06,797 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:06,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3384 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3238 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3200 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3381 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3263 2024-12-01T19:31:06,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:31:06,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:31:06,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:31:06,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:06,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:06,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:06,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:31:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:06,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081466805"}]},"ts":"1733081466805"} 2024-12-01T19:31:06,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:31:06,813 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:31:06,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:31:06,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, UNASSIGN}] 2024-12-01T19:31:06,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, UNASSIGN 2024-12-01T19:31:06,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=17ee2728eb9e4e90d41d2cd4e01914bd, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:06,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, UNASSIGN because future has completed 2024-12-01T19:31:06,821 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:31:06,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:06,974 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:06,974 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:31:06,975 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 17ee2728eb9e4e90d41d2cd4e01914bd, disabling compactions & flushes 2024-12-01T19:31:06,975 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:06,975 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:06,975 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. after waiting 0 ms 2024-12-01T19:31:06,975 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:06,975 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 17ee2728eb9e4e90d41d2cd4e01914bd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-01T19:31:06,982 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e47281f8fbb841b5ae8689d1c8a12fb9 is 50, key is test_row_0/A:col10/1733081462008/Put/seqid=0 2024-12-01T19:31:06,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742211_1387 (size=9857) 2024-12-01T19:31:06,998 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e47281f8fbb841b5ae8689d1c8a12fb9 2024-12-01T19:31:07,015 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/48fac520193641c78707e5c795f34b98 is 50, key is test_row_0/B:col10/1733081462008/Put/seqid=0 2024-12-01T19:31:07,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742212_1388 (size=9857) 2024-12-01T19:31:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:07,424 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/48fac520193641c78707e5c795f34b98 2024-12-01T19:31:07,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/28e94b0a84cc4e6eb187200126381538 is 50, key is test_row_0/C:col10/1733081462008/Put/seqid=0 2024-12-01T19:31:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742213_1389 (size=9857) 2024-12-01T19:31:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:07,834 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/28e94b0a84cc4e6eb187200126381538 2024-12-01T19:31:07,839 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/A/e47281f8fbb841b5ae8689d1c8a12fb9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e47281f8fbb841b5ae8689d1c8a12fb9 2024-12-01T19:31:07,843 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e47281f8fbb841b5ae8689d1c8a12fb9, entries=100, sequenceid=577, filesize=9.6 K 2024-12-01T19:31:07,843 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/B/48fac520193641c78707e5c795f34b98 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/48fac520193641c78707e5c795f34b98 2024-12-01T19:31:07,847 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/48fac520193641c78707e5c795f34b98, entries=100, sequenceid=577, filesize=9.6 K 2024-12-01T19:31:07,848 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/.tmp/C/28e94b0a84cc4e6eb187200126381538 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/28e94b0a84cc4e6eb187200126381538 2024-12-01T19:31:07,852 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/28e94b0a84cc4e6eb187200126381538, entries=100, sequenceid=577, filesize=9.6 K 2024-12-01T19:31:07,853 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 17ee2728eb9e4e90d41d2cd4e01914bd in 877ms, sequenceid=577, compaction requested=false 2024-12-01T19:31:07,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/2aab13caed094ff99980aefac6644ead, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/5cb38f6e6e48486aa77f9f1751c77525, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/071f1ac52c1347d4ba8b100d13258e5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/7a80004de6084c389647e71a35e80844, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/42fbfc7969bb4303b8ff0abada9b9868, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6dccec96504c4cffaf8751119c130e66, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6a2367453e634c6d92218d0cad224ce3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f59802880304b87a8b41ce7ce1bd40a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f1bb9a3557246bc89cea53db55d59df, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cbe0b404354b4eebb8e48d876961a980, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/17a0d952ba8841409a297d42806dc8d3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8] to archive 2024-12-01T19:31:07,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:07,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6c7afc44e0944166b094a799a292c1d7 2024-12-01T19:31:07,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b4395c7eeda4478aa34c8125b4184393 2024-12-01T19:31:07,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a355f0ca8f6744f3a81ce2134b3f2856 2024-12-01T19:31:07,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/2aab13caed094ff99980aefac6644ead to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/2aab13caed094ff99980aefac6644ead 2024-12-01T19:31:07,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/10c7e78df86f41809bfad96c12727682 2024-12-01T19:31:07,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/866b64eeac414b33bf1d6a8d921b3977 2024-12-01T19:31:07,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/96d0fe9d5ac14104b430213631a00860 2024-12-01T19:31:07,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/5cb38f6e6e48486aa77f9f1751c77525 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/5cb38f6e6e48486aa77f9f1751c77525 2024-12-01T19:31:07,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/67e39bcc77ce428390746c09a9264b3b 2024-12-01T19:31:07,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/071f1ac52c1347d4ba8b100d13258e5b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/071f1ac52c1347d4ba8b100d13258e5b 2024-12-01T19:31:07,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f99394cae98d422f8ff8939764174bfb 2024-12-01T19:31:07,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/53e04f78e2b043dea00f4a61bc621eb8 2024-12-01T19:31:07,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/7a80004de6084c389647e71a35e80844 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/7a80004de6084c389647e71a35e80844 2024-12-01T19:31:07,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3cb583d985a04dc39ff3edf2246447fa 2024-12-01T19:31:07,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e5f61b0037f94682a87cc087c9926f03 2024-12-01T19:31:07,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/42fbfc7969bb4303b8ff0abada9b9868 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/42fbfc7969bb4303b8ff0abada9b9868 2024-12-01T19:31:07,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0ee28dd4ab274e81ae6f480731dcad2c 2024-12-01T19:31:07,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cecef4f86cee48e687b13385aec496d1 2024-12-01T19:31:07,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/1bbb0a9e81c24196aa204333f5eee8e9 2024-12-01T19:31:07,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/68dd42ce2a174dcd9c55bb25e7199dcf 2024-12-01T19:31:07,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6dccec96504c4cffaf8751119c130e66 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6dccec96504c4cffaf8751119c130e66 2024-12-01T19:31:07,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ffe59658c6814809b7a4bf4c9b74f6b9 2024-12-01T19:31:07,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/f517d6c63ab5433ea0941ca745b04e78 2024-12-01T19:31:07,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6a2367453e634c6d92218d0cad224ce3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/6a2367453e634c6d92218d0cad224ce3 2024-12-01T19:31:07,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/a52b2b1d5c014073bf35cffd1f2fc3ba 2024-12-01T19:31:07,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/b309a58db87f439289d02e7866c0e3f5 2024-12-01T19:31:07,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/c71831bd777842548e5155270c39d639 2024-12-01T19:31:07,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f59802880304b87a8b41ce7ce1bd40a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f59802880304b87a8b41ce7ce1bd40a 2024-12-01T19:31:07,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/9fa3a1141c05424b89b394df2d488906 2024-12-01T19:31:07,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/77a1ed6ad7d24b36a27e678fef1b93f3 2024-12-01T19:31:07,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f1bb9a3557246bc89cea53db55d59df to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/0f1bb9a3557246bc89cea53db55d59df 2024-12-01T19:31:07,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e3f37c1f5fc049228667babadce942b9 2024-12-01T19:31:07,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/df8ec08765bb4b4abdf2078b80527dd4 2024-12-01T19:31:07,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d2068e5637e4bae86c6e62c1b5cb3ec 2024-12-01T19:31:07,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cbe0b404354b4eebb8e48d876961a980 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/cbe0b404354b4eebb8e48d876961a980 2024-12-01T19:31:07,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/3d39cd93180a4167aea7de6890913069 2024-12-01T19:31:07,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/17a0d952ba8841409a297d42806dc8d3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/17a0d952ba8841409a297d42806dc8d3 2024-12-01T19:31:07,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/00459afadf4f43fba1c9ecc358b3f685 2024-12-01T19:31:07,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/74199f46e32646bda8efe466861a4fa1 2024-12-01T19:31:07,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/d93b4d50b0794bd99e58187e139e2ab8 2024-12-01T19:31:07,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b8ea854ea054489298feb73999f9e067, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/03784a3ff85044d5a67c30ac5431d60a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2d1e24430864c78a1f7f1788e438a99, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/046dda46608146fd8103250f0661a78f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/0ba7856fe009482488ca65b827c56326, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/bddaa28daf164760bf902a91db1d2cf2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b81b549331e04de69938a98032d3e262, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c66d20c59ebf4d4a99849a965bb65055, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cdceb1c560644a19bae0c7b27a6c3bc4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5814f05b2e764b0291c6a7953412d4b1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/619af53f86cb40f186fb69e17422aeda, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810] to archive 2024-12-01T19:31:07,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:07,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/dbea6878c2a4402fb8bc2ca3674af6fa 2024-12-01T19:31:07,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/873202cc8e2d4affbf85d01940624c42 2024-12-01T19:31:07,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8e10374ac4c54d9cbf9ee1d52f482e41 2024-12-01T19:31:07,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b8ea854ea054489298feb73999f9e067 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b8ea854ea054489298feb73999f9e067 2024-12-01T19:31:07,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cc5117f7956043aebd55d5278bac3288 2024-12-01T19:31:07,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2b23a81dce643339af1395cfbc42fcf 2024-12-01T19:31:07,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/03784a3ff85044d5a67c30ac5431d60a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/03784a3ff85044d5a67c30ac5431d60a 2024-12-01T19:31:07,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cfcdb9b3376a4aa79f9a2b2461c7cddc 2024-12-01T19:31:07,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/967fd0d3185849a4976b67f4c55bf34c 2024-12-01T19:31:07,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2d1e24430864c78a1f7f1788e438a99 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a2d1e24430864c78a1f7f1788e438a99 2024-12-01T19:31:07,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/7af178ac4b3a48d3b68046faf1626f71 2024-12-01T19:31:07,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/20874519fc00480aaf561d775d4a0c54 2024-12-01T19:31:07,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/046dda46608146fd8103250f0661a78f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/046dda46608146fd8103250f0661a78f 2024-12-01T19:31:07,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/654ccceb92a54c968d5f53958033c10f 2024-12-01T19:31:07,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/f39c861702584569b721800963b51998 2024-12-01T19:31:07,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/0ba7856fe009482488ca65b827c56326 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/0ba7856fe009482488ca65b827c56326 2024-12-01T19:31:07,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/37e6ea6800184520aced987139f38256 2024-12-01T19:31:07,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8667ba03efda40afa0727d7837780b82 2024-12-01T19:31:07,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/82cf7f857565478f8c60f52320df9f31 2024-12-01T19:31:07,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/bddaa28daf164760bf902a91db1d2cf2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/bddaa28daf164760bf902a91db1d2cf2 2024-12-01T19:31:07,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/754024e0c85d42e4ad0764f79389a9f2 2024-12-01T19:31:07,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/811ecd1e6a5a4953b6c6a6e8a251f671 2024-12-01T19:31:07,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b754f4b032c845aca9fb1f543b44ddf1 2024-12-01T19:31:07,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b81b549331e04de69938a98032d3e262 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/b81b549331e04de69938a98032d3e262 2024-12-01T19:31:07,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/97bcfbb55d264246875439622731b531 2024-12-01T19:31:07,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/3438b5f4bdbd4b0aa23b46ad19d8592b 2024-12-01T19:31:07,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c66d20c59ebf4d4a99849a965bb65055 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c66d20c59ebf4d4a99849a965bb65055 2024-12-01T19:31:07,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/8430484567d24c6a9061bfaa364dca0e 2024-12-01T19:31:07,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/08337f0f60de40059ab5e78e7b10025c 2024-12-01T19:31:07,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cdceb1c560644a19bae0c7b27a6c3bc4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/cdceb1c560644a19bae0c7b27a6c3bc4 2024-12-01T19:31:07,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/ed4a9d7e284a41cf90889893349af67f 2024-12-01T19:31:07,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/51071ff852164d5c9d77419bd051837d 2024-12-01T19:31:07,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/33449c3461bb445590d7d44ac0ef6463 2024-12-01T19:31:07,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5814f05b2e764b0291c6a7953412d4b1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5814f05b2e764b0291c6a7953412d4b1 2024-12-01T19:31:07,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c877b65a27914a77817e0609b9456c74 2024-12-01T19:31:07,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/c75b242671e2423ca5b9c7e93b540896 2024-12-01T19:31:07,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/619af53f86cb40f186fb69e17422aeda to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/619af53f86cb40f186fb69e17422aeda 2024-12-01T19:31:07,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/a9a4ae41e7544e8d9f8730bd7d8cb4c4 2024-12-01T19:31:07,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/5265b664476b4c8e8f1c7a285c1a3482 2024-12-01T19:31:07,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/84ea41fde43e4b83bd1f493611d94810 2024-12-01T19:31:07,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/2b46e1883c0b4af0a52905564954355c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b13ff5cab7464cae979080cac968ee76, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/700a958e082f49059b161290cc73f280, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4c4d866b27564680bd5e45c813b0ce3c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/de31558445fd47ccadf3f59c4cf05962, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d2f80b3266654451bc645d2516b91645, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/64215203541040b3b69bc66e9030f102, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f7c414104aac478daf23d9564a69946f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/627d38fa81f44295842ad2d96c460127, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/57e25ffd5d2d44abba8036af2bb926f1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d6330517ddaf413f9b951d2e149c5c19, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003] to archive 2024-12-01T19:31:07,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:07,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f0f45096ccd64af1ab11c6403dbb3013 2024-12-01T19:31:07,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3ad1336bf5de4cee8cda92803f64ea32 2024-12-01T19:31:07,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/bf14f57a7a464924a38bdf8c7e8aefa7 2024-12-01T19:31:07,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/2b46e1883c0b4af0a52905564954355c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/2b46e1883c0b4af0a52905564954355c 2024-12-01T19:31:07,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/e72e9877862340558a7c70615664c01c 2024-12-01T19:31:07,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1a922118c97c4becb9652dec1ab7a774 2024-12-01T19:31:07,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b13ff5cab7464cae979080cac968ee76 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b13ff5cab7464cae979080cac968ee76 2024-12-01T19:31:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:07,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/548e4af3a9ab4e91a40abcbd1aca2ed9 2024-12-01T19:31:07,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8738cd03367a48958edb4e36915c3ea3 2024-12-01T19:31:07,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/700a958e082f49059b161290cc73f280 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/700a958e082f49059b161290cc73f280 2024-12-01T19:31:07,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/3515eae73e59465c8ce926bd2f32a05c 2024-12-01T19:31:07,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9a0b5f2497bd4604af2c5430bd987053 2024-12-01T19:31:07,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4c4d866b27564680bd5e45c813b0ce3c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4c4d866b27564680bd5e45c813b0ce3c 2024-12-01T19:31:07,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/4d81f0f38c5644b6858afa6580fe7d71 2024-12-01T19:31:07,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/82c18fbc84e541438050b5a227fe1aa5 2024-12-01T19:31:07,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/de31558445fd47ccadf3f59c4cf05962 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/de31558445fd47ccadf3f59c4cf05962 2024-12-01T19:31:07,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/0c97ed3dc2e341638f90237ef59965ac 2024-12-01T19:31:07,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/438b60b9e90f4f9f81bf5fb0eff36655 2024-12-01T19:31:07,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/b1289625f373461e99a61d78507f9da8 2024-12-01T19:31:07,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d2f80b3266654451bc645d2516b91645 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d2f80b3266654451bc645d2516b91645 2024-12-01T19:31:07,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/45013486e6d74625a23489150bfbc78c 2024-12-01T19:31:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/87e06afd2ba84857bf588310ff51bad5 2024-12-01T19:31:07,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/75619723592542c7bd8389ab13a36848 2024-12-01T19:31:07,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/64215203541040b3b69bc66e9030f102 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/64215203541040b3b69bc66e9030f102 2024-12-01T19:31:07,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/8a851e8f16714f1faa7f2fc096c786a2 2024-12-01T19:31:07,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/baf7a21b7b24407380b33cb805f74c27 2024-12-01T19:31:07,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f7c414104aac478daf23d9564a69946f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/f7c414104aac478daf23d9564a69946f 2024-12-01T19:31:07,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/9dbb71aa3038433aadbb6ea3a18cc03a 2024-12-01T19:31:07,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7a49cd22ff4c408e912257f0c3f58395 2024-12-01T19:31:07,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/627d38fa81f44295842ad2d96c460127 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/627d38fa81f44295842ad2d96c460127 2024-12-01T19:31:07,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/7f81d4b5c5124c28b579f31473e8cc57 2024-12-01T19:31:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/516a01e712754986a1061b6f5c2c7307 2024-12-01T19:31:07,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/acc1a055a5cf499789dfdd979e6fde06 2024-12-01T19:31:07,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/57e25ffd5d2d44abba8036af2bb926f1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/57e25ffd5d2d44abba8036af2bb926f1 2024-12-01T19:31:07,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/1638f6c3ad364872aa934b4ef8e5f762 2024-12-01T19:31:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/60d7c3da333f422d9bf6ba2120f64519 2024-12-01T19:31:07,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d6330517ddaf413f9b951d2e149c5c19 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/d6330517ddaf413f9b951d2e149c5c19 2024-12-01T19:31:07,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/20342c7521774456be5c6b1973f39968 2024-12-01T19:31:07,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/00d93f31ac594de1a6ff64b626ecad0a 2024-12-01T19:31:07,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/272fb38c55ee447eb015f58c1ed18003 2024-12-01T19:31:07,979 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/recovered.edits/580.seqid, newMaxSeqId=580, maxSeqId=1 2024-12-01T19:31:07,980 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. 2024-12-01T19:31:07,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 17ee2728eb9e4e90d41d2cd4e01914bd: Waiting for close lock at 1733081466975Running coprocessor pre-close hooks at 1733081466975Disabling compacts and flushes for region at 1733081466975Disabling writes for close at 1733081466975Obtaining lock to block concurrent updates at 1733081466975Preparing flush snapshotting stores in 17ee2728eb9e4e90d41d2cd4e01914bd at 1733081466975Finished memstore snapshotting TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733081466975Flushing stores of TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd. at 1733081466976 (+1 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/A: creating writer at 1733081466976Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/A: appending metadata at 1733081466981 (+5 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/A: closing flushed file at 1733081466981Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/B: creating writer at 1733081467007 (+26 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/B: appending metadata at 1733081467015 (+8 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/B: closing flushed file at 1733081467015Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/C: creating writer at 1733081467428 (+413 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/C: appending metadata at 1733081467430 (+2 ms)Flushing 17ee2728eb9e4e90d41d2cd4e01914bd/C: closing flushed file at 1733081467430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e185c0: reopening flushed file at 1733081467838 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f17b45: reopening flushed file at 1733081467843 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0c03fe: reopening flushed file at 1733081467847 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 17ee2728eb9e4e90d41d2cd4e01914bd in 877ms, sequenceid=577, compaction requested=false at 1733081467853 (+6 ms)Writing region close event to WAL at 1733081467977 (+124 ms)Running coprocessor post-close hooks at 1733081467980 (+3 ms)Closed at 1733081467980 2024-12-01T19:31:07,982 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:07,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=17ee2728eb9e4e90d41d2cd4e01914bd, regionState=CLOSED 2024-12-01T19:31:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:07,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-01T19:31:07,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 17ee2728eb9e4e90d41d2cd4e01914bd, server=9168bcbe98d9,36605,1733081370547 in 1.1630 sec 2024-12-01T19:31:07,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-01T19:31:07,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17ee2728eb9e4e90d41d2cd4e01914bd, UNASSIGN in 1.1700 sec 2024-12-01T19:31:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-01T19:31:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1730 sec 2024-12-01T19:31:07,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081467990"}]},"ts":"1733081467990"} 2024-12-01T19:31:07,991 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:31:07,991 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:31:07,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-12-01T19:31:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-01T19:31:08,955 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:08,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:31:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,957 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T19:31:08,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:08,961 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/recovered.edits] 2024-12-01T19:31:08,963 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ade46ae24bf748558999bbff252422cf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/ade46ae24bf748558999bbff252422cf 2024-12-01T19:31:08,964 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e47281f8fbb841b5ae8689d1c8a12fb9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/A/e47281f8fbb841b5ae8689d1c8a12fb9 2024-12-01T19:31:08,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/2cffd5b1fdef4956bd217c0427ea7cda to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/2cffd5b1fdef4956bd217c0427ea7cda 2024-12-01T19:31:08,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/48fac520193641c78707e5c795f34b98 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/B/48fac520193641c78707e5c795f34b98 2024-12-01T19:31:08,969 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/28e94b0a84cc4e6eb187200126381538 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/28e94b0a84cc4e6eb187200126381538 2024-12-01T19:31:08,970 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/90323ee784eb4712bde98404e77ee569 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/C/90323ee784eb4712bde98404e77ee569 2024-12-01T19:31:08,972 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/recovered.edits/580.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd/recovered.edits/580.seqid 2024-12-01T19:31:08,973 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/17ee2728eb9e4e90d41d2cd4e01914bd 2024-12-01T19:31:08,973 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:31:08,975 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,977 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:31:08,979 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:31:08,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:31:08,981 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081468981"}]},"ts":"9223372036854775807"} 2024-12-01T19:31:08,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:31:08,983 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 17ee2728eb9e4e90d41d2cd4e01914bd, NAME => 'TestAcidGuarantees,,1733081441187.17ee2728eb9e4e90d41d2cd4e01914bd.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:31:08,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:31:08,984 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081468983"}]},"ts":"9223372036854775807"} 2024-12-01T19:31:08,986 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:31:08,987 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:08,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-01T19:31:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-01T19:31:09,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:31:09,067 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:09,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_75014279_22 at /127.0.0.1:44048 [Waiting for operation #347] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-597421142_22 at /127.0.0.1:46340 [Waiting for operation #444] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=732 (was 591) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6949 (was 6202) - AvailableMemoryMB LEAK? - 2024-12-01T19:31:09,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=732, ProcessCount=11, AvailableMemoryMB=6949 2024-12-01T19:31:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:31:09,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:31:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:09,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:31:09,083 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:09,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-12-01T19:31:09,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:31:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742214_1390 (size=959) 2024-12-01T19:31:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:09,491 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:31:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742215_1391 (size=53) 2024-12-01T19:31:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 93fc31fc3ddc353e8ca04ecb79dd4c75, disabling compactions & flushes 2024-12-01T19:31:09,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. after waiting 0 ms 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:09,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:09,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: Waiting for close lock at 1733081469896Disabling compacts and flushes for region at 1733081469896Disabling writes for close at 1733081469896Writing region close event to WAL at 1733081469896Closed at 1733081469896 2024-12-01T19:31:09,897 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:31:09,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081469897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081469897"}]},"ts":"1733081469897"} 2024-12-01T19:31:09,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:31:09,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:31:09,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081469901"}]},"ts":"1733081469901"} 2024-12-01T19:31:09,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:31:09,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, ASSIGN}] 2024-12-01T19:31:09,904 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, ASSIGN 2024-12-01T19:31:09,905 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:31:10,055 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:10,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, ASSIGN because future has completed 2024-12-01T19:31:10,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:10,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T19:31:10,212 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:10,212 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:31:10,212 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,213 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:31:10,213 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,213 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,214 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,215 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName A 2024-12-01T19:31:10,215 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:10,216 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:10,216 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,218 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName B 2024-12-01T19:31:10,218 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:10,218 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:10,218 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,219 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName C 2024-12-01T19:31:10,219 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:10,219 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:10,220 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,220 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,221 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,222 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,222 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,222 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:31:10,223 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:10,225 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:31:10,225 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 93fc31fc3ddc353e8ca04ecb79dd4c75; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62732572, jitterRate=-0.06521183252334595}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:31:10,225 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:10,226 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: Running coprocessor pre-open hook at 1733081470213Writing region info on filesystem at 1733081470213Initializing all the Stores at 1733081470214 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081470214Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081470214Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081470214Cleaning up temporary data from old regions at 1733081470222 (+8 ms)Running coprocessor post-open hooks at 1733081470225 (+3 ms)Region opened successfully at 1733081470226 (+1 ms) 2024-12-01T19:31:10,226 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., pid=87, masterSystemTime=1733081470209 2024-12-01T19:31:10,230 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:10,230 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:10,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:10,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:10,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-01T19:31:10,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 in 176 msec 2024-12-01T19:31:10,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-01T19:31:10,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, ASSIGN in 333 msec 2024-12-01T19:31:10,240 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:31:10,240 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081470240"}]},"ts":"1733081470240"} 2024-12-01T19:31:10,242 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:31:10,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:31:10,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-12-01T19:31:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-01T19:31:11,236 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:11,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cfb621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:11,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:11,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:11,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f91a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:11,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d408bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:11,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:11,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:11,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:31:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:31:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350efba3 2024-12-01T19:31:11,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:31:11,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:31:11,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:31:11,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:31:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742216_1392 (size=995) 2024-12-01T19:31:11,659 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-01T19:31:11,659 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-01T19:31:11,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:31:11,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE}] 2024-12-01T19:31:11,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE 2024-12-01T19:31:11,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:11,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE because future has completed 2024-12-01T19:31:11,667 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:31:11,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:11,819 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:11,819 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:31:11,819 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 93fc31fc3ddc353e8ca04ecb79dd4c75, disabling compactions & flushes 2024-12-01T19:31:11,819 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:11,819 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:11,819 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. after waiting 0 ms 2024-12-01T19:31:11,819 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:11,823 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T19:31:11,823 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:11,824 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: Waiting for close lock at 1733081471819Running coprocessor pre-close hooks at 1733081471819Disabling compacts and flushes for region at 1733081471819Disabling writes for close at 1733081471819Writing region close event to WAL at 1733081471820 (+1 ms)Running coprocessor post-close hooks at 1733081471823 (+3 ms)Closed at 1733081471823 2024-12-01T19:31:11,824 WARN [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 93fc31fc3ddc353e8ca04ecb79dd4c75 to self. 2024-12-01T19:31:11,825 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:11,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=CLOSED 2024-12-01T19:31:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:11,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-01T19:31:11,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 in 161 msec 2024-12-01T19:31:11,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE; state=CLOSED, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=true 2024-12-01T19:31:11,981 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:11,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE because future has completed 2024-12-01T19:31:11,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:12,138 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,138 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:31:12,138 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,138 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:31:12,139 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,139 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,140 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,141 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName A 2024-12-01T19:31:12,142 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:12,142 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:12,143 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,143 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName B 2024-12-01T19:31:12,144 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:12,144 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:12,144 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,145 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93fc31fc3ddc353e8ca04ecb79dd4c75 columnFamilyName C 2024-12-01T19:31:12,145 DEBUG [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:12,145 INFO [StoreOpener-93fc31fc3ddc353e8ca04ecb79dd4c75-1 {}] regionserver.HStore(327): Store=93fc31fc3ddc353e8ca04ecb79dd4c75/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:12,147 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,148 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,149 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,149 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,149 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,150 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:31:12,151 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,152 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 93fc31fc3ddc353e8ca04ecb79dd4c75; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67954566, jitterRate=0.01260194182395935}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:31:12,152 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,153 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: Running coprocessor pre-open hook at 1733081472139Writing region info on filesystem at 1733081472139Initializing all the Stores at 1733081472140 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081472140Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081472140Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081472140Cleaning up temporary data from old regions at 1733081472149 (+9 ms)Running coprocessor post-open hooks at 1733081472152 (+3 ms)Region opened successfully at 1733081472153 (+1 ms) 2024-12-01T19:31:12,154 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., pid=92, masterSystemTime=1733081472135 2024-12-01T19:31:12,156 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,156 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=OPEN, openSeqNum=5, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:12,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-12-01T19:31:12,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 in 175 msec 2024-12-01T19:31:12,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-01T19:31:12,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, REOPEN/MOVE in 496 msec 2024-12-01T19:31:12,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-01T19:31:12,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-12-01T19:31:12,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 917 msec 2024-12-01T19:31:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-01T19:31:12,166 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:12,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,168 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c0a67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,169 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352ca882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4025b707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1410782a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc38f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,178 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f24c0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,180 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1082c3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,182 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de6e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,184 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b659683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36981745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a946765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,190 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65acbcf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,192 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785bd7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8aa103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,196 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1975a279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,198 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c23852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375a1ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,203 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:12,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:12,206 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb5b3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:12,209 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fb6785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:12,225 DEBUG [Thread-1758 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,225 DEBUG [Thread-1762 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,226 DEBUG [Thread-1758 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,226 DEBUG [Thread-1771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,226 DEBUG [Thread-1758 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,226 DEBUG [Thread-1775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,231 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:12,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,233 DEBUG [Thread-1758 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-01T19:31:12,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:12,237 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:12,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,249 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:12,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:12,252 DEBUG [Thread-1767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,256 DEBUG [Thread-1767 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,257 DEBUG [Thread-1767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,277 DEBUG [Thread-1769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,278 DEBUG [Thread-1769 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,278 DEBUG [Thread-1769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,278 DEBUG [Thread-1773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,300 DEBUG [Thread-1760 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,288 DEBUG [Thread-1756 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,305 DEBUG [Thread-1760 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,305 DEBUG [Thread-1760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,312 DEBUG [Thread-1764 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:12,313 DEBUG [Thread-1764 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:12,314 DEBUG [Thread-1764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:12,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:12,320 DEBUG [Thread-1764 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:31:12,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120109ddec3ef440481c8b74d13ef37a375c_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081472237/Put/seqid=0 2024-12-01T19:31:12,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081532321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081532329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:12,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081532341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081532342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742217_1393 (size=14594) 2024-12-01T19:31:12,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081532445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081532448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081532464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081532475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081532475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:12,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:12,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081532655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081532667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081532675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081532685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081532695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:12,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:12,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120109ddec3ef440481c8b74d13ef37a375c_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ddec3ef440481c8b74d13ef37a375c_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:12,795 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d5179be222304aa5a51b5abcfe00392d, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:12,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d5179be222304aa5a51b5abcfe00392d is 175, key is test_row_0/A:col10/1733081472237/Put/seqid=0 2024-12-01T19:31:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742218_1394 (size=39549) 2024-12-01T19:31:12,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d5179be222304aa5a51b5abcfe00392d 2024-12-01T19:31:12,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eb2d6cfa219e49cbbf773602b2a635fa is 50, key is test_row_0/B:col10/1733081472237/Put/seqid=0 2024-12-01T19:31:12,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:12,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:12,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:12,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742219_1395 (size=12001) 2024-12-01T19:31:12,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eb2d6cfa219e49cbbf773602b2a635fa 2024-12-01T19:31:12,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f3e95950b445420cbd72215b05fd6b4f is 50, key is test_row_0/C:col10/1733081472237/Put/seqid=0 2024-12-01T19:31:12,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081532965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742220_1396 (size=12001) 2024-12-01T19:31:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f3e95950b445420cbd72215b05fd6b4f 2024-12-01T19:31:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d5179be222304aa5a51b5abcfe00392d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d 2024-12-01T19:31:12,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d, entries=200, sequenceid=15, filesize=38.6 K 2024-12-01T19:31:12,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081532988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081532988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:12,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eb2d6cfa219e49cbbf773602b2a635fa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa 2024-12-01T19:31:13,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081532996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T19:31:13,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f3e95950b445420cbd72215b05fd6b4f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f 2024-12-01T19:31:13,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081533005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-01T19:31:13,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:13,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 773ms, sequenceid=15, compaction requested=false 2024-12-01T19:31:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:13,022 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-01T19:31:13,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:13,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-01T19:31:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:13,175 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:13,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013a91f8eecd7c473fb81f6fbd7430922d_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081472339/Put/seqid=0 2024-12-01T19:31:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742221_1397 (size=12154) 2024-12-01T19:31:13,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:13,293 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013a91f8eecd7c473fb81f6fbd7430922d_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013a91f8eecd7c473fb81f6fbd7430922d_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/bcf6a7a5cb444eac9c7cd0811f01313a, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:13,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/bcf6a7a5cb444eac9c7cd0811f01313a is 175, key is test_row_0/A:col10/1733081472339/Put/seqid=0 2024-12-01T19:31:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742222_1398 (size=30955) 2024-12-01T19:31:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:13,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081533515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081533517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081533517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081533520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081533526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:31:13,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081533625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081533626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081533635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/bcf6a7a5cb444eac9c7cd0811f01313a 2024-12-01T19:31:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/48b06b8cf7474477a2a1b23d6da0d2da is 50, key is test_row_0/B:col10/1733081472339/Put/seqid=0 2024-12-01T19:31:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742223_1399 (size=12001) 2024-12-01T19:31:13,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081533835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081533837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:13,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081533845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081534157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081534157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081534165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,200 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/48b06b8cf7474477a2a1b23d6da0d2da 2024-12-01T19:31:14,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/ee05f07a58f8458f872d41ca7110b6c8 is 50, key is test_row_0/C:col10/1733081472339/Put/seqid=0 2024-12-01T19:31:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742224_1400 (size=12001) 2024-12-01T19:31:14,276 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/ee05f07a58f8458f872d41ca7110b6c8 2024-12-01T19:31:14,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/bcf6a7a5cb444eac9c7cd0811f01313a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a 2024-12-01T19:31:14,287 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a, entries=150, sequenceid=40, filesize=30.2 K 2024-12-01T19:31:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/48b06b8cf7474477a2a1b23d6da0d2da as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da 2024-12-01T19:31:14,299 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:31:14,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/ee05f07a58f8458f872d41ca7110b6c8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8 2024-12-01T19:31:14,305 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:31:14,306 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1131ms, sequenceid=40, compaction requested=false 2024-12-01T19:31:14,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:14,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-01T19:31:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-01T19:31:14,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-01T19:31:14,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0690 sec 2024-12-01T19:31:14,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.0950 sec 2024-12-01T19:31:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-01T19:31:14,396 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:14,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-01T19:31:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:14,403 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:14,404 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:14,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:14,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:14,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:31:14,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015263c668547c4fa799284f2337c5a0f0_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742225_1401 (size=14594) 2024-12-01T19:31:14,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081534692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081534696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081534696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:14,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081534698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081534704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081534825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081534825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081534825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081534837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:14,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:14,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:14,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:15,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015263c668547c4fa799284f2337c5a0f0_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015263c668547c4fa799284f2337c5a0f0_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:15,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/8206cd2403fa4fbfb3a622d8b3fb63f9, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/8206cd2403fa4fbfb3a622d8b3fb63f9 is 175, key is test_row_0/A:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081535049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081535049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081535049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742226_1402 (size=39549) 2024-12-01T19:31:15,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/8206cd2403fa4fbfb3a622d8b3fb63f9 2024-12-01T19:31:15,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eebd845a20d24811959dc11eeb980298 is 50, key is test_row_0/B:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:15,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081535065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742227_1403 (size=12001) 2024-12-01T19:31:15,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eebd845a20d24811959dc11eeb980298 2024-12-01T19:31:15,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9e23970c5fd744349ace6720b05fea59 is 50, key is test_row_0/C:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742228_1404 (size=12001) 2024-12-01T19:31:15,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081535365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081535365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081535366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081535385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:15,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:15,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9e23970c5fd744349ace6720b05fea59 2024-12-01T19:31:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/8206cd2403fa4fbfb3a622d8b3fb63f9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9 2024-12-01T19:31:15,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9, entries=200, sequenceid=53, filesize=38.6 K 2024-12-01T19:31:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:15,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eebd845a20d24811959dc11eeb980298 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298 2024-12-01T19:31:15,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298, entries=150, sequenceid=53, filesize=11.7 K 2024-12-01T19:31:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9e23970c5fd744349ace6720b05fea59 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59 2024-12-01T19:31:15,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59, entries=150, sequenceid=53, filesize=11.7 K 2024-12-01T19:31:15,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1006ms, sequenceid=53, compaction requested=true 2024-12-01T19:31:15,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:15,551 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:15,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:15,552 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:15,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:15,553 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:15,553 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:15,553 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,553 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=107.5 K 2024-12-01T19:31:15,553 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,553 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9] 2024-12-01T19:31:15,554 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:15,554 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:15,554 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,554 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.2 K 2024-12-01T19:31:15,554 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5179be222304aa5a51b5abcfe00392d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733081472237 2024-12-01T19:31:15,554 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting eb2d6cfa219e49cbbf773602b2a635fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733081472237 2024-12-01T19:31:15,555 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcf6a7a5cb444eac9c7cd0811f01313a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081472328 2024-12-01T19:31:15,555 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b06b8cf7474477a2a1b23d6da0d2da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081472328 2024-12-01T19:31:15,555 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8206cd2403fa4fbfb3a622d8b3fb63f9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:15,555 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting eebd845a20d24811959dc11eeb980298, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:15,586 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:15,587 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eba9a2994e1b4af2b4204e64b846174b is 50, key is test_row_0/B:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:15,588 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,590 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120140e0328f8cbe4ab895d1b750ab783dbc_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,592 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120140e0328f8cbe4ab895d1b750ab783dbc_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,592 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120140e0328f8cbe4ab895d1b750ab783dbc_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742229_1405 (size=12104) 2024-12-01T19:31:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742230_1406 (size=4469) 2024-12-01T19:31:15,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-01T19:31:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:15,658 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:31:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ddbc76e182d84d24be18760db2360cb8_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081474700/Put/seqid=0 2024-12-01T19:31:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742231_1407 (size=12154) 2024-12-01T19:31:15,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:15,683 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ddbc76e182d84d24be18760db2360cb8_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ddbc76e182d84d24be18760db2360cb8_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/b254797d6e93427aa1279cc46e9617f0, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:15,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/b254797d6e93427aa1279cc46e9617f0 is 175, key is test_row_0/A:col10/1733081474700/Put/seqid=0 2024-12-01T19:31:15,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742232_1408 (size=30955) 2024-12-01T19:31:15,700 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/b254797d6e93427aa1279cc46e9617f0 2024-12-01T19:31:15,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/14428069d96046ff966c18da0569b0ec is 50, key is test_row_0/B:col10/1733081474700/Put/seqid=0 2024-12-01T19:31:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:15,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742233_1409 (size=12001) 2024-12-01T19:31:15,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081535789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081535876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081535876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081535876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081535905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081535905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,007 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/eba9a2994e1b4af2b4204e64b846174b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eba9a2994e1b4af2b4204e64b846174b 2024-12-01T19:31:16,010 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:16,011 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into eba9a2994e1b4af2b4204e64b846174b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:16,011 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:16,011 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c315bbba77524fefb26934f62ecfb8b6 is 175, key is test_row_0/A:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:16,011 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=13, startTime=1733081475552; duration=0sec 2024-12-01T19:31:16,011 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:16,011 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:16,011 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:16,012 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:16,012 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:16,012 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,013 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.2 K 2024-12-01T19:31:16,013 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f3e95950b445420cbd72215b05fd6b4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733081472237 2024-12-01T19:31:16,013 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ee05f07a58f8458f872d41ca7110b6c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081472328 2024-12-01T19:31:16,013 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e23970c5fd744349ace6720b05fea59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:16,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742234_1410 (size=31058) 2024-12-01T19:31:16,024 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:16,024 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9cf2d74fb6494166ae9185d7568f34b5 is 50, key is test_row_0/C:col10/1733081473515/Put/seqid=0 2024-12-01T19:31:16,025 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c315bbba77524fefb26934f62ecfb8b6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6 2024-12-01T19:31:16,030 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into c315bbba77524fefb26934f62ecfb8b6(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:16,030 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:16,030 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=13, startTime=1733081475551; duration=0sec 2024-12-01T19:31:16,030 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:16,030 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742235_1411 (size=12104) 2024-12-01T19:31:16,044 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9cf2d74fb6494166ae9185d7568f34b5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9cf2d74fb6494166ae9185d7568f34b5 2024-12-01T19:31:16,050 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 9cf2d74fb6494166ae9185d7568f34b5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:16,051 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:16,051 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=13, startTime=1733081475552; duration=0sec 2024-12-01T19:31:16,051 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:16,051 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:16,126 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/14428069d96046ff966c18da0569b0ec 2024-12-01T19:31:16,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081536125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f8772462aec047de841e06e87f55744e is 50, key is test_row_0/C:col10/1733081474700/Put/seqid=0 2024-12-01T19:31:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742236_1412 (size=12001) 2024-12-01T19:31:16,138 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f8772462aec047de841e06e87f55744e 2024-12-01T19:31:16,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/b254797d6e93427aa1279cc46e9617f0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0 2024-12-01T19:31:16,158 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0, entries=150, sequenceid=76, filesize=30.2 K 2024-12-01T19:31:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/14428069d96046ff966c18da0569b0ec as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec 2024-12-01T19:31:16,170 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T19:31:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f8772462aec047de841e06e87f55744e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e 2024-12-01T19:31:16,187 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e, entries=150, sequenceid=76, filesize=11.7 K 2024-12-01T19:31:16,188 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 530ms, sequenceid=76, compaction requested=false 2024-12-01T19:31:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-01T19:31:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-12-01T19:31:16,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-01T19:31:16,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7930 sec 2024-12-01T19:31:16,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.8220 sec 2024-12-01T19:31:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:16,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:16,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:31:16,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014254c48730b3478abcee0a201b304732_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742237_1413 (size=14594) 2024-12-01T19:31:16,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:16,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412014254c48730b3478abcee0a201b304732_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014254c48730b3478abcee0a201b304732_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:16,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/059d059100154bc485b9df2e1ea3b9ee, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:16,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/059d059100154bc485b9df2e1ea3b9ee is 175, key is test_row_0/A:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742238_1414 (size=39549) 2024-12-01T19:31:16,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/059d059100154bc485b9df2e1ea3b9ee 2024-12-01T19:31:16,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/20b420f2c5134d8dbc1dc5a994642f1b is 50, key is test_row_0/B:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:16,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742239_1415 (size=12001) 2024-12-01T19:31:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-01T19:31:16,545 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:16,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-01T19:31:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:16,547 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:16,549 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:16,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081536561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081536675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T19:31:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T19:31:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:16,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081536885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/20b420f2c5134d8dbc1dc5a994642f1b 2024-12-01T19:31:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081536895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081536895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,904 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,905 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081536905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7d7a21ebe10044cd928d6282fc9578cb is 50, key is test_row_0/C:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:16,909 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742240_1416 (size=12001) 2024-12-01T19:31:16,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7d7a21ebe10044cd928d6282fc9578cb 2024-12-01T19:31:16,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081536925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/059d059100154bc485b9df2e1ea3b9ee as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee 2024-12-01T19:31:16,927 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:16,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee, entries=200, sequenceid=93, filesize=38.6 K 2024-12-01T19:31:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/20b420f2c5134d8dbc1dc5a994642f1b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b 2024-12-01T19:31:16,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T19:31:16,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7d7a21ebe10044cd928d6282fc9578cb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb 2024-12-01T19:31:16,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T19:31:16,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 518ms, sequenceid=93, compaction requested=true 2024-12-01T19:31:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:16,957 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:16,957 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:16,965 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:16,965 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:16,965 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,965 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eba9a2994e1b4af2b4204e64b846174b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.3 K 2024-12-01T19:31:16,966 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:16,966 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:16,966 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,966 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=99.2 K 2024-12-01T19:31:16,966 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:16,966 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee] 2024-12-01T19:31:16,966 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c315bbba77524fefb26934f62ecfb8b6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:16,967 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting eba9a2994e1b4af2b4204e64b846174b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:16,967 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b254797d6e93427aa1279cc46e9617f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081474695 2024-12-01T19:31:16,967 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 14428069d96046ff966c18da0569b0ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081474695 2024-12-01T19:31:16,967 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 20b420f2c5134d8dbc1dc5a994642f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:16,967 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059d059100154bc485b9df2e1ea3b9ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:16,976 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:16,977 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/3d676f0a91d9416b8695a41948cee057 is 50, key is test_row_0/B:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:16,989 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:16,997 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412016669a6736a234ea4ab43fe85e3795ef5_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:16,999 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412016669a6736a234ea4ab43fe85e3795ef5_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:16,999 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016669a6736a234ea4ab43fe85e3795ef5_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:17,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-01T19:31:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:17,014 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:31:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742241_1417 (size=12207) 2024-12-01T19:31:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742242_1418 (size=4469) 2024-12-01T19:31:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016656f55bb6ad4f7295f68545a5d0cfae_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081476548/Put/seqid=0 2024-12-01T19:31:17,042 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#358 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:17,046 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/af4eb27aeeb047cf8b11a91bdbdf2d8d is 175, key is test_row_0/A:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742243_1419 (size=12154) 2024-12-01T19:31:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742244_1420 (size=31161) 2024-12-01T19:31:17,104 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/af4eb27aeeb047cf8b11a91bdbdf2d8d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d 2024-12-01T19:31:17,132 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into af4eb27aeeb047cf8b11a91bdbdf2d8d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:17,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:17,132 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=13, startTime=1733081476956; duration=0sec 2024-12-01T19:31:17,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:17,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:17,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:17,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:17,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:17,133 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:17,133 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9cf2d74fb6494166ae9185d7568f34b5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.3 K 2024-12-01T19:31:17,134 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cf2d74fb6494166ae9185d7568f34b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733081473515 2024-12-01T19:31:17,134 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8772462aec047de841e06e87f55744e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733081474695 2024-12-01T19:31:17,134 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d7a21ebe10044cd928d6282fc9578cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:17,154 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:17,154 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/534e35d20c914863bfec19b593e37cbe is 50, key is test_row_0/C:col10/1733081475764/Put/seqid=0 2024-12-01T19:31:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:17,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742245_1421 (size=12207) 2024-12-01T19:31:17,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:17,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081537312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:17,423 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/3d676f0a91d9416b8695a41948cee057 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3d676f0a91d9416b8695a41948cee057 2024-12-01T19:31:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081537425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:17,427 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 3d676f0a91d9416b8695a41948cee057(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:17,427 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:17,427 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=13, startTime=1733081476957; duration=0sec 2024-12-01T19:31:17,427 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:17,427 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:17,474 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412016656f55bb6ad4f7295f68545a5d0cfae_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016656f55bb6ad4f7295f68545a5d0cfae_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/3f43a2a3cf104419b37953269973ee10, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:17,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/3f43a2a3cf104419b37953269973ee10 is 175, key is test_row_0/A:col10/1733081476548/Put/seqid=0 2024-12-01T19:31:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742246_1422 (size=30955) 2024-12-01T19:31:17,479 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/3f43a2a3cf104419b37953269973ee10 2024-12-01T19:31:17,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6f2400bbc2f4a9d99ccdebe64fb9efa is 50, key is test_row_0/B:col10/1733081476548/Put/seqid=0 2024-12-01T19:31:17,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742247_1423 (size=12001) 2024-12-01T19:31:17,597 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/534e35d20c914863bfec19b593e37cbe as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/534e35d20c914863bfec19b593e37cbe 2024-12-01T19:31:17,608 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 534e35d20c914863bfec19b593e37cbe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:17,609 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:17,609 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=13, startTime=1733081476957; duration=0sec 2024-12-01T19:31:17,609 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:17,609 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:17,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081537635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:17,889 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6f2400bbc2f4a9d99ccdebe64fb9efa 2024-12-01T19:31:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2c93a53ecb7944aeb54b3fcee90a8ce8 is 50, key is test_row_0/C:col10/1733081476548/Put/seqid=0 2024-12-01T19:31:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742248_1424 (size=12001) 2024-12-01T19:31:17,918 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2c93a53ecb7944aeb54b3fcee90a8ce8 2024-12-01T19:31:17,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/3f43a2a3cf104419b37953269973ee10 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10 2024-12-01T19:31:17,927 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10, entries=150, sequenceid=115, filesize=30.2 K 2024-12-01T19:31:17,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6f2400bbc2f4a9d99ccdebe64fb9efa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa 2024-12-01T19:31:17,934 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa, entries=150, sequenceid=115, filesize=11.7 K 2024-12-01T19:31:17,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2c93a53ecb7944aeb54b3fcee90a8ce8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8 2024-12-01T19:31:17,941 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8, entries=150, sequenceid=115, filesize=11.7 K 2024-12-01T19:31:17,943 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 929ms, sequenceid=115, compaction requested=false 2024-12-01T19:31:17,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:17,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:17,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-01T19:31:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-01T19:31:17,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-01T19:31:17,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-12-01T19:31:17,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.4010 sec 2024-12-01T19:31:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:17,950 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:17,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:31:17,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c327fac59164410c8432e7e2794f74b6_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742249_1425 (size=14694) 2024-12-01T19:31:17,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:17,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c327fac59164410c8432e7e2794f74b6_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c327fac59164410c8432e7e2794f74b6_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:17,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/43ab25a0e56742449c00ef83fdb4c3dc, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:17,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/43ab25a0e56742449c00ef83fdb4c3dc is 175, key is test_row_0/A:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742250_1426 (size=39649) 2024-12-01T19:31:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081538102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081538215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,387 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/43ab25a0e56742449c00ef83fdb4c3dc 2024-12-01T19:31:18,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/789419413cb8424fb69b17254a43db4d is 50, key is test_row_0/B:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742251_1427 (size=12101) 2024-12-01T19:31:18,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081538435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-01T19:31:18,695 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:18,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-01T19:31:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:18,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:18,698 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:18,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:18,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081538744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/789419413cb8424fb69b17254a43db4d 2024-12-01T19:31:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:18,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3c0a639d8b854c7e8c5a4297845dd8b3 is 50, key is test_row_0/C:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:18,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742252_1428 (size=12101) 2024-12-01T19:31:18,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:18,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:18,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:18,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:18,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:18,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081538915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081538915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081538916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,920 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,921 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,921 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:18,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081538945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:18,953 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:19,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:19,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3c0a639d8b854c7e8c5a4297845dd8b3 2024-12-01T19:31:19,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/43ab25a0e56742449c00ef83fdb4c3dc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc 2024-12-01T19:31:19,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc, entries=200, sequenceid=133, filesize=38.7 K 2024-12-01T19:31:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/789419413cb8424fb69b17254a43db4d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d 2024-12-01T19:31:19,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T19:31:19,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3c0a639d8b854c7e8c5a4297845dd8b3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3 2024-12-01T19:31:19,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3, entries=150, sequenceid=133, filesize=11.8 K 2024-12-01T19:31:19,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1281ms, sequenceid=133, compaction requested=true 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:19,231 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:19,231 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:19,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:19,232 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,232 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,232 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=99.4 K 2024-12-01T19:31:19,232 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3d676f0a91d9416b8695a41948cee057, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.5 K 2024-12-01T19:31:19,232 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc] 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d676f0a91d9416b8695a41948cee057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e6f2400bbc2f4a9d99ccdebe64fb9efa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733081476516 2024-12-01T19:31:19,232 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting af4eb27aeeb047cf8b11a91bdbdf2d8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:19,233 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 789419413cb8424fb69b17254a43db4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:19,233 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f43a2a3cf104419b37953269973ee10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733081476516 2024-12-01T19:31:19,233 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ab25a0e56742449c00ef83fdb4c3dc, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:19,238 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:19,239 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/97238800f78b4d29a520a62a57de3106 is 50, key is test_row_0/B:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:19,243 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:19,261 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412011a7a30614a5b4f52960d8da4269106b9_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742253_1429 (size=12409) 2024-12-01T19:31:19,263 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412011a7a30614a5b4f52960d8da4269106b9_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:19,263 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011a7a30614a5b4f52960d8da4269106b9_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742254_1430 (size=4469) 2024-12-01T19:31:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:19,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:31:19,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120164beb499f9b3494284713ce9fc6efc77_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081479272/Put/seqid=0 2024-12-01T19:31:19,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742255_1431 (size=14794) 2024-12-01T19:31:19,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:19,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120164beb499f9b3494284713ce9fc6efc77_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120164beb499f9b3494284713ce9fc6efc77_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:19,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d3d9930c611c4b819dfad1419aaa9e36, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:19,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d3d9930c611c4b819dfad1419aaa9e36 is 175, key is test_row_0/A:col10/1733081479272/Put/seqid=0 2024-12-01T19:31:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:19,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742256_1432 (size=39749) 2024-12-01T19:31:19,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081539399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:19,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081539515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:19,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,670 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/97238800f78b4d29a520a62a57de3106 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/97238800f78b4d29a520a62a57de3106 2024-12-01T19:31:19,685 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#367 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:19,685 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c777a27ecafa4c09a9ca94b0a2ff63af is 175, key is test_row_0/A:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:19,686 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 97238800f78b4d29a520a62a57de3106(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:19,686 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:19,686 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=13, startTime=1733081479231; duration=0sec 2024-12-01T19:31:19,686 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:19,686 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:19,686 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:19,687 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:19,687 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:19,687 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,687 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/534e35d20c914863bfec19b593e37cbe, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=35.5 K 2024-12-01T19:31:19,687 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 534e35d20c914863bfec19b593e37cbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081475764 2024-12-01T19:31:19,688 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c93a53ecb7944aeb54b3fcee90a8ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733081476516 2024-12-01T19:31:19,688 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c0a639d8b854c7e8c5a4297845dd8b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742257_1433 (size=31363) 2024-12-01T19:31:19,695 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c777a27ecafa4c09a9ca94b0a2ff63af as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af 2024-12-01T19:31:19,697 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:19,698 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2ab7e7c6fe464911aac2ac267d7c7e81 is 50, key is test_row_0/C:col10/1733081477306/Put/seqid=0 2024-12-01T19:31:19,700 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into c777a27ecafa4c09a9ca94b0a2ff63af(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:19,700 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:19,700 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=13, startTime=1733081479231; duration=0sec 2024-12-01T19:31:19,700 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:19,700 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742258_1434 (size=12409) 2024-12-01T19:31:19,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081539724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:19,782 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d3d9930c611c4b819dfad1419aaa9e36 2024-12-01T19:31:19,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/50d1ede3d9dc49578f20a1d2478b42d0 is 50, key is test_row_0/B:col10/1733081479272/Put/seqid=0 2024-12-01T19:31:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742259_1435 (size=12151) 2024-12-01T19:31:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:19,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:19,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081540035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:20,079 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-01T19:31:20,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-01T19:31:20,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,120 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2ab7e7c6fe464911aac2ac267d7c7e81 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2ab7e7c6fe464911aac2ac267d7c7e81 2024-12-01T19:31:20,144 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 2ab7e7c6fe464911aac2ac267d7c7e81(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:20,144 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:20,144 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=13, startTime=1733081479231; duration=0sec 2024-12-01T19:31:20,145 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:20,145 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:20,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/50d1ede3d9dc49578f20a1d2478b42d0 2024-12-01T19:31:20,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/66ce60afe2f8462880dd98dc0bf613bb is 50, key is test_row_0/C:col10/1733081479272/Put/seqid=0 2024-12-01T19:31:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742260_1436 (size=12151) 2024-12-01T19:31:20,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:20,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081540545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:20,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:20,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/66ce60afe2f8462880dd98dc0bf613bb 2024-12-01T19:31:20,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/d3d9930c611c4b819dfad1419aaa9e36 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36 2024-12-01T19:31:20,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36, entries=200, sequenceid=155, filesize=38.8 K 2024-12-01T19:31:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/50d1ede3d9dc49578f20a1d2478b42d0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0 2024-12-01T19:31:20,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0, entries=150, sequenceid=155, filesize=11.9 K 2024-12-01T19:31:20,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/66ce60afe2f8462880dd98dc0bf613bb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb 2024-12-01T19:31:20,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb, entries=150, sequenceid=155, filesize=11.9 K 2024-12-01T19:31:20,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1381ms, sequenceid=155, compaction requested=false 2024-12-01T19:31:20,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:20,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-01T19:31:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,723 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:31:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120172d8cbf772674713bf5dc6ea65941f4a_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081479365/Put/seqid=0 2024-12-01T19:31:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742261_1437 (size=12304) 2024-12-01T19:31:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,753 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120172d8cbf772674713bf5dc6ea65941f4a_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120172d8cbf772674713bf5dc6ea65941f4a_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/eb5680da9e70470bb4d3232b45a1a180, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:20,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/eb5680da9e70470bb4d3232b45a1a180 is 175, key is test_row_0/A:col10/1733081479365/Put/seqid=0 2024-12-01T19:31:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742262_1438 (size=31105) 2024-12-01T19:31:20,760 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/eb5680da9e70470bb4d3232b45a1a180 2024-12-01T19:31:20,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/fdb789825b27446e879105b9cfff176a is 50, key is test_row_0/B:col10/1733081479365/Put/seqid=0 2024-12-01T19:31:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742263_1439 (size=12151) 2024-12-01T19:31:20,784 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/fdb789825b27446e879105b9cfff176a 2024-12-01T19:31:20,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/b079926fc54b4307bd6c521daced49bc is 50, key is test_row_0/C:col10/1733081479365/Put/seqid=0 2024-12-01T19:31:20,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742264_1440 (size=12151) 2024-12-01T19:31:20,812 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/b079926fc54b4307bd6c521daced49bc 2024-12-01T19:31:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/eb5680da9e70470bb4d3232b45a1a180 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180 2024-12-01T19:31:20,834 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180, entries=150, sequenceid=172, filesize=30.4 K 2024-12-01T19:31:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/fdb789825b27446e879105b9cfff176a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a 2024-12-01T19:31:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,840 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a, entries=150, sequenceid=172, filesize=11.9 K 2024-12-01T19:31:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/b079926fc54b4307bd6c521daced49bc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc 2024-12-01T19:31:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,844 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc, entries=150, sequenceid=172, filesize=11.9 K 2024-12-01T19:31:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:20,845 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 122ms, sequenceid=172, compaction requested=true 2024-12-01T19:31:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:20,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-01T19:31:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-01T19:31:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-01T19:31:20,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1490 sec 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.1560 sec 2024-12-01T19:31:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,092 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:22,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168c74622a0004ee783404bf2112fbcba_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742265_1441 (size=19774) 2024-12-01T19:31:22,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120168c74622a0004ee783404bf2112fbcba_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c74622a0004ee783404bf2112fbcba_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:22,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/83baafd1717e45cdad93f4b0d2160939, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/83baafd1717e45cdad93f4b0d2160939 is 175, key is test_row_0/A:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742266_1442 (size=57033) 2024-12-01T19:31:22,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/83baafd1717e45cdad93f4b0d2160939 2024-12-01T19:31:22,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/8ebdcd02c16549209ea299f509368d37 is 50, key is test_row_0/B:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742267_1443 (size=12151) 2024-12-01T19:31:22,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/8ebdcd02c16549209ea299f509368d37 2024-12-01T19:31:22,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3cff5b6639554208993e57587f209c6a is 50, key is test_row_0/C:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742268_1444 (size=12151) 2024-12-01T19:31:22,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3cff5b6639554208993e57587f209c6a 2024-12-01T19:31:22,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/83baafd1717e45cdad93f4b0d2160939 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939 2024-12-01T19:31:22,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939, entries=300, sequenceid=183, filesize=55.7 K 2024-12-01T19:31:22,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/8ebdcd02c16549209ea299f509368d37 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37 2024-12-01T19:31:22,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37, entries=150, sequenceid=183, filesize=11.9 K 2024-12-01T19:31:22,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/3cff5b6639554208993e57587f209c6a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a 2024-12-01T19:31:22,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a, entries=150, sequenceid=183, filesize=11.9 K 2024-12-01T19:31:22,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=134.18 KB/137400 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 442ms, sequenceid=183, compaction requested=true 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:22,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-01T19:31:22,534 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:22,535 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:22,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:22,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:22,536 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:22,536 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2ab7e7c6fe464911aac2ac267d7c7e81, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=47.7 K 2024-12-01T19:31:22,536 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ab7e7c6fe464911aac2ac267d7c7e81, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:22,537 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ce60afe2f8462880dd98dc0bf613bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081478072 2024-12-01T19:31:22,537 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b079926fc54b4307bd6c521daced49bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733081479354 2024-12-01T19:31:22,539 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:22,539 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:22,539 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:22,540 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=155.5 K 2024-12-01T19:31:22,540 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:22,540 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939] 2024-12-01T19:31:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:22,541 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cff5b6639554208993e57587f209c6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081482024 2024-12-01T19:31:22,541 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:22,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:31:22,542 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c777a27ecafa4c09a9ca94b0a2ff63af, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:22,542 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3d9930c611c4b819dfad1419aaa9e36, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081478072 2024-12-01T19:31:22,542 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb5680da9e70470bb4d3232b45a1a180, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733081479354 2024-12-01T19:31:22,543 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83baafd1717e45cdad93f4b0d2160939, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081481908 2024-12-01T19:31:22,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013af097607f5d49ceaffbfe61c016f19f_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081482427/Put/seqid=0 2024-12-01T19:31:22,580 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:22,580 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/0548a73d42f74a50bc1c05512c5acba0 is 50, key is test_row_0/C:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,581 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,601 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201ae84234424544a418038f1cc03498048_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,604 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201ae84234424544a418038f1cc03498048_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,604 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ae84234424544a418038f1cc03498048_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742269_1445 (size=14794) 2024-12-01T19:31:22,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:22,623 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013af097607f5d49ceaffbfe61c016f19f_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013af097607f5d49ceaffbfe61c016f19f_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:22,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/694598e6d6ac4337aa911d9c5d90de4e, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:22,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/694598e6d6ac4337aa911d9c5d90de4e is 175, key is test_row_0/A:col10/1733081482427/Put/seqid=0 2024-12-01T19:31:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742270_1446 (size=12595) 2024-12-01T19:31:22,658 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/0548a73d42f74a50bc1c05512c5acba0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/0548a73d42f74a50bc1c05512c5acba0 2024-12-01T19:31:22,664 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 0548a73d42f74a50bc1c05512c5acba0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:22,664 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:22,664 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=12, startTime=1733081482534; duration=0sec 2024-12-01T19:31:22,664 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:22,664 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:22,664 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:22,667 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:22,667 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:22,667 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:22,667 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/97238800f78b4d29a520a62a57de3106, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=47.7 K 2024-12-01T19:31:22,668 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 97238800f78b4d29a520a62a57de3106, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733081477225 2024-12-01T19:31:22,668 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 50d1ede3d9dc49578f20a1d2478b42d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733081478072 2024-12-01T19:31:22,669 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fdb789825b27446e879105b9cfff176a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733081479354 2024-12-01T19:31:22,669 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ebdcd02c16549209ea299f509368d37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081482024 2024-12-01T19:31:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742271_1447 (size=4469) 2024-12-01T19:31:22,678 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#380 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:22,679 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/0d8f31947dd1421a8510104807066145 is 175, key is test_row_0/A:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,692 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:22,693 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/a37cb745cf8d4c53a52bede4d2b91a89 is 50, key is test_row_0/B:col10/1733081482024/Put/seqid=0 2024-12-01T19:31:22,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081542685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742272_1448 (size=39749) 2024-12-01T19:31:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742273_1449 (size=31549) 2024-12-01T19:31:22,713 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/0d8f31947dd1421a8510104807066145 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145 2024-12-01T19:31:22,721 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 0d8f31947dd1421a8510104807066145(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:22,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:22,721 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=12, startTime=1733081482534; duration=0sec 2024-12-01T19:31:22,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:22,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742274_1450 (size=12595) 2024-12-01T19:31:22,732 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/a37cb745cf8d4c53a52bede4d2b91a89 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/a37cb745cf8d4c53a52bede4d2b91a89 2024-12-01T19:31:22,737 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into a37cb745cf8d4c53a52bede4d2b91a89(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:22,737 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:22,738 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=12, startTime=1733081482534; duration=0sec 2024-12-01T19:31:22,738 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:22,738 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:22,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081542804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-01T19:31:22,855 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:22,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-01T19:31:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:22,857 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:22,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:22,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54128 deadline: 1733081542935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:22,939 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:22,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54122 deadline: 1733081542965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:22,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54124 deadline: 1733081542965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:22,969 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:22,970 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:22,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:23,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54062 deadline: 1733081542995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:23,001 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_2' in 93fc31fc3ddc353e8ca04ecb79dd4c75 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8297 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:23,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T19:31:23,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:23,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081543015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:23,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:23,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/694598e6d6ac4337aa911d9c5d90de4e 2024-12-01T19:31:23,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea72d202dcb64047bea13cec91bb0ab1 is 50, key is test_row_0/B:col10/1733081482427/Put/seqid=0 2024-12-01T19:31:23,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T19:31:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742275_1451 (size=12151) 2024-12-01T19:31:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:23,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T19:31:23,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:23,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081543328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T19:31:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:23,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea72d202dcb64047bea13cec91bb0ab1 2024-12-01T19:31:23,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/93ac02d194154722846eafc1bbccd7dd is 50, key is test_row_0/C:col10/1733081482427/Put/seqid=0 2024-12-01T19:31:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742276_1452 (size=12151) 2024-12-01T19:31:23,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/93ac02d194154722846eafc1bbccd7dd 2024-12-01T19:31:23,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/694598e6d6ac4337aa911d9c5d90de4e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e 2024-12-01T19:31:23,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e, entries=200, sequenceid=207, filesize=38.8 K 2024-12-01T19:31:23,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea72d202dcb64047bea13cec91bb0ab1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1 2024-12-01T19:31:23,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1, entries=150, sequenceid=207, filesize=11.9 K 2024-12-01T19:31:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/93ac02d194154722846eafc1bbccd7dd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd 2024-12-01T19:31:23,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd, entries=150, sequenceid=207, filesize=11.9 K 2024-12-01T19:31:23,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1068ms, sequenceid=207, compaction requested=false 2024-12-01T19:31:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:23,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-01T19:31:23,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:23,638 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:31:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011ebaa2745f9e4a3091d48f74d0a3da10_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081482682/Put/seqid=0 2024-12-01T19:31:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742277_1453 (size=12304) 2024-12-01T19:31:23,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:23,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081543967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:23,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:23,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:24,069 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412011ebaa2745f9e4a3091d48f74d0a3da10_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ebaa2745f9e4a3091d48f74d0a3da10_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/09ab9425457c495bb0fbf533ff33a103, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:24,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/09ab9425457c495bb0fbf533ff33a103 is 175, key is test_row_0/A:col10/1733081482682/Put/seqid=0 2024-12-01T19:31:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742278_1454 (size=31105) 2024-12-01T19:31:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081544085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081544295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:24,479 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/09ab9425457c495bb0fbf533ff33a103 2024-12-01T19:31:24,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea94fbcc5be645c48241ca0331e36a5d is 50, key is test_row_0/B:col10/1733081482682/Put/seqid=0 2024-12-01T19:31:24,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742279_1455 (size=12151) 2024-12-01T19:31:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081544605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:24,929 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea94fbcc5be645c48241ca0331e36a5d 2024-12-01T19:31:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/401c9391229b44f9bbaa98dc8e987fec is 50, key is test_row_0/C:col10/1733081482682/Put/seqid=0 2024-12-01T19:31:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742280_1456 (size=12151) 2024-12-01T19:31:24,970 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/401c9391229b44f9bbaa98dc8e987fec 2024-12-01T19:31:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/09ab9425457c495bb0fbf533ff33a103 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103 2024-12-01T19:31:24,977 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103, entries=150, sequenceid=222, filesize=30.4 K 2024-12-01T19:31:24,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/ea94fbcc5be645c48241ca0331e36a5d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d 2024-12-01T19:31:24,984 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d, entries=150, sequenceid=222, filesize=11.9 K 2024-12-01T19:31:24,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/401c9391229b44f9bbaa98dc8e987fec as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec 2024-12-01T19:31:24,993 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec, entries=150, sequenceid=222, filesize=11.9 K 2024-12-01T19:31:24,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1357ms, sequenceid=222, compaction requested=true 2024-12-01T19:31:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-01T19:31:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-01T19:31:24,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-01T19:31:24,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1380 sec 2024-12-01T19:31:24,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1420 sec 2024-12-01T19:31:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-01T19:31:25,008 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:25,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-01T19:31:25,010 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:25,012 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:25,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:25,135 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:25,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:25,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019e5dfa2b21ba4e30b5dcd94aee3ed430_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742281_1457 (size=14794) 2024-12-01T19:31:25,153 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:25,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019e5dfa2b21ba4e30b5dcd94aee3ed430_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e5dfa2b21ba4e30b5dcd94aee3ed430_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:25,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/f44b24bb97c747378f749053ab4ac9a5, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/f44b24bb97c747378f749053ab4ac9a5 is 175, key is test_row_0/A:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742282_1458 (size=39749) 2024-12-01T19:31:25,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/f44b24bb97c747378f749053ab4ac9a5 2024-12-01T19:31:25,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T19:31:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:25,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/3247c9b4150044e0b3214be1634570b5 is 50, key is test_row_0/B:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742283_1459 (size=12151) 2024-12-01T19:31:25,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/3247c9b4150044e0b3214be1634570b5 2024-12-01T19:31:25,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081545204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:25,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7c1b7a76445e48d3974355b133d52b3c is 50, key is test_row_0/C:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742284_1460 (size=12151) 2024-12-01T19:31:25,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7c1b7a76445e48d3974355b133d52b3c 2024-12-01T19:31:25,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/f44b24bb97c747378f749053ab4ac9a5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5 2024-12-01T19:31:25,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5, entries=200, sequenceid=247, filesize=38.8 K 2024-12-01T19:31:25,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/3247c9b4150044e0b3214be1634570b5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5 2024-12-01T19:31:25,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5, entries=150, sequenceid=247, filesize=11.9 K 2024-12-01T19:31:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/7c1b7a76445e48d3974355b133d52b3c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c 2024-12-01T19:31:25,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c, entries=150, sequenceid=247, filesize=11.9 K 2024-12-01T19:31:25,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 122ms, sequenceid=247, compaction requested=true 2024-12-01T19:31:25,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:25,258 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:25,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:25,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:25,258 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:25,260 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:25,260 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:25,260 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,261 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=138.8 K 2024-12-01T19:31:25,261 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,261 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5] 2024-12-01T19:31:25,262 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8f31947dd1421a8510104807066145, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081482024 2024-12-01T19:31:25,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:25,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:25,262 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,262 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/a37cb745cf8d4c53a52bede4d2b91a89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=47.9 K 2024-12-01T19:31:25,262 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 694598e6d6ac4337aa911d9c5d90de4e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733081482427 2024-12-01T19:31:25,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a37cb745cf8d4c53a52bede4d2b91a89, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081482024 2024-12-01T19:31:25,263 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09ab9425457c495bb0fbf533ff33a103, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733081482640 2024-12-01T19:31:25,263 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ea72d202dcb64047bea13cec91bb0ab1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733081482427 2024-12-01T19:31:25,263 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f44b24bb97c747378f749053ab4ac9a5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483931 2024-12-01T19:31:25,263 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ea94fbcc5be645c48241ca0331e36a5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733081482640 2024-12-01T19:31:25,264 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3247c9b4150044e0b3214be1634570b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483943 2024-12-01T19:31:25,274 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:25,275 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/2551910be4a64b1bb478603d618bb59e is 50, key is test_row_0/B:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,281 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,289 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412019e04ef8cee7749cea92ee1a4da3da93e_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,291 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412019e04ef8cee7749cea92ee1a4da3da93e_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,291 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019e04ef8cee7749cea92ee1a4da3da93e_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742285_1461 (size=12731) 2024-12-01T19:31:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742286_1462 (size=4469) 2024-12-01T19:31:25,309 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#391 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:25,310 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e2f6898ccd614831a99c616b2a6032a7 is 175, key is test_row_0/A:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742287_1463 (size=31685) 2024-12-01T19:31:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:25,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-01T19:31:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,326 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:25,331 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e2f6898ccd614831a99c616b2a6032a7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7 2024-12-01T19:31:25,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec719c9788854a5abc047eb70d9e57c8_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081485196/Put/seqid=0 2024-12-01T19:31:25,337 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into e2f6898ccd614831a99c616b2a6032a7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:25,337 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:25,337 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=12, startTime=1733081485257; duration=0sec 2024-12-01T19:31:25,337 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:25,337 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:25,337 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:25,345 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:25,345 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:25,345 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:25,345 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/0548a73d42f74a50bc1c05512c5acba0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=47.9 K 2024-12-01T19:31:25,346 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0548a73d42f74a50bc1c05512c5acba0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733081482024 2024-12-01T19:31:25,347 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ac02d194154722846eafc1bbccd7dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733081482427 2024-12-01T19:31:25,348 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401c9391229b44f9bbaa98dc8e987fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733081482640 2024-12-01T19:31:25,348 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1b7a76445e48d3974355b133d52b3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483943 2024-12-01T19:31:25,376 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:25,376 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4fa1d5f1407840b4a2e6115bda2107be is 50, key is test_row_0/C:col10/1733081483943/Put/seqid=0 2024-12-01T19:31:25,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742288_1464 (size=12354) 2024-12-01T19:31:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742289_1465 (size=12731) 2024-12-01T19:31:25,406 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4fa1d5f1407840b4a2e6115bda2107be as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4fa1d5f1407840b4a2e6115bda2107be 2024-12-01T19:31:25,410 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 4fa1d5f1407840b4a2e6115bda2107be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:25,410 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:25,410 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=12, startTime=1733081485259; duration=0sec 2024-12-01T19:31:25,410 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:25,410 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:25,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081545541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081545656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:25,701 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/2551910be4a64b1bb478603d618bb59e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/2551910be4a64b1bb478603d618bb59e 2024-12-01T19:31:25,707 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 2551910be4a64b1bb478603d618bb59e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:25,707 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:25,707 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=12, startTime=1733081485258; duration=0sec 2024-12-01T19:31:25,708 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:25,708 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:25,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201ec719c9788854a5abc047eb70d9e57c8_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec719c9788854a5abc047eb70d9e57c8_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6d98d936efa54c77ad1945aaee6e0238, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6d98d936efa54c77ad1945aaee6e0238 is 175, key is test_row_0/A:col10/1733081485196/Put/seqid=0 2024-12-01T19:31:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742290_1466 (size=31155) 2024-12-01T19:31:25,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081545864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081546175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:26,247 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6d98d936efa54c77ad1945aaee6e0238 2024-12-01T19:31:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/427564f96ffc40788fdb6dbe6e97a0d8 is 50, key is test_row_0/B:col10/1733081485196/Put/seqid=0 2024-12-01T19:31:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742291_1467 (size=12201) 2024-12-01T19:31:26,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/427564f96ffc40788fdb6dbe6e97a0d8 2024-12-01T19:31:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2885453aec974dd19067c721b2c60f7d is 50, key is test_row_0/C:col10/1733081485196/Put/seqid=0 2024-12-01T19:31:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742292_1468 (size=12201) 2024-12-01T19:31:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2885453aec974dd19067c721b2c60f7d 2024-12-01T19:31:26,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6d98d936efa54c77ad1945aaee6e0238 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238 2024-12-01T19:31:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238, entries=150, sequenceid=258, filesize=30.4 K 2024-12-01T19:31:26,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/427564f96ffc40788fdb6dbe6e97a0d8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8 2024-12-01T19:31:26,366 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8, entries=150, sequenceid=258, filesize=11.9 K 2024-12-01T19:31:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/2885453aec974dd19067c721b2c60f7d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d 2024-12-01T19:31:26,371 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d, entries=150, sequenceid=258, filesize=11.9 K 2024-12-01T19:31:26,372 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1046ms, sequenceid=258, compaction requested=false 2024-12-01T19:31:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-01T19:31:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-01T19:31:26,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-01T19:31:26,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec 2024-12-01T19:31:26,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.3720 sec 2024-12-01T19:31:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:26,705 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:26,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:26,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b086357de838432c83e4ddaff8217a3b_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742293_1469 (size=14994) 2024-12-01T19:31:26,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081546803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081546928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:26,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-01T19:31:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081547148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:27,155 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:27,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-01T19:31:27,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:27,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:27,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:27,170 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:27,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b086357de838432c83e4ddaff8217a3b_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b086357de838432c83e4ddaff8217a3b_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:27,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/19db9cf532094e8ba6161853d4fa0cad, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:27,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/19db9cf532094e8ba6161853d4fa0cad is 175, key is test_row_0/A:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742294_1470 (size=39949) 2024-12-01T19:31:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:27,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:27,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081547466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:27,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/19db9cf532094e8ba6161853d4fa0cad 2024-12-01T19:31:27,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/77c6cc57e5994d95becb882a0008d5a3 is 50, key is test_row_0/B:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742295_1471 (size=12301) 2024-12-01T19:31:27,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:27,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:27,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:27,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081547985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:28,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:28,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:28,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/77c6cc57e5994d95becb882a0008d5a3 2024-12-01T19:31:28,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9dd4527d77eb4849aaf0b4bf8dd53dbe is 50, key is test_row_0/C:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742296_1472 (size=12301) 2024-12-01T19:31:28,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9dd4527d77eb4849aaf0b4bf8dd53dbe 2024-12-01T19:31:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/19db9cf532094e8ba6161853d4fa0cad as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad 2024-12-01T19:31:28,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad, entries=200, sequenceid=287, filesize=39.0 K 2024-12-01T19:31:28,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/77c6cc57e5994d95becb882a0008d5a3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3 2024-12-01T19:31:28,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3, entries=150, sequenceid=287, filesize=12.0 K 2024-12-01T19:31:28,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/9dd4527d77eb4849aaf0b4bf8dd53dbe as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe 2024-12-01T19:31:28,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe, entries=150, sequenceid=287, filesize=12.0 K 2024-12-01T19:31:28,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1445ms, sequenceid=287, compaction requested=true 2024-12-01T19:31:28,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:28,150 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:28,151 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:28,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:28,151 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:28,151 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:28,151 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,152 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=100.4 K 2024-12-01T19:31:28,152 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,152 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad] 2024-12-01T19:31:28,152 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f6898ccd614831a99c616b2a6032a7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483943 2024-12-01T19:31:28,153 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d98d936efa54c77ad1945aaee6e0238, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733081485187 2024-12-01T19:31:28,153 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19db9cf532094e8ba6161853d4fa0cad, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485510 2024-12-01T19:31:28,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:28,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:28,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/2551910be4a64b1bb478603d618bb59e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=36.4 K 2024-12-01T19:31:28,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2551910be4a64b1bb478603d618bb59e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483943 2024-12-01T19:31:28,154 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 427564f96ffc40788fdb6dbe6e97a0d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733081485187 2024-12-01T19:31:28,154 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 77c6cc57e5994d95becb882a0008d5a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485528 2024-12-01T19:31:28,173 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:28,186 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:28,187 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/949a54bd7c9844a496dd69d6a6c0f386 is 50, key is test_row_0/B:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:28,209 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120137af399d93aa409c8001a042a40f1678_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:28,211 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120137af399d93aa409c8001a042a40f1678_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:28,211 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120137af399d93aa409c8001a042a40f1678_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:28,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-01T19:31:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,238 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:31:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742297_1473 (size=12983) 2024-12-01T19:31:28,262 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/949a54bd7c9844a496dd69d6a6c0f386 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/949a54bd7c9844a496dd69d6a6c0f386 2024-12-01T19:31:28,270 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 949a54bd7c9844a496dd69d6a6c0f386(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:28,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:28,270 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=13, startTime=1733081488151; duration=0sec 2024-12-01T19:31:28,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:28,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:28,270 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:28,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:28,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:28,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:28,272 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4fa1d5f1407840b4a2e6115bda2107be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=36.4 K 2024-12-01T19:31:28,272 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fa1d5f1407840b4a2e6115bda2107be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733081483943 2024-12-01T19:31:28,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2885453aec974dd19067c721b2c60f7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733081485187 2024-12-01T19:31:28,273 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd4527d77eb4849aaf0b4bf8dd53dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485528 2024-12-01T19:31:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742298_1474 (size=4469) 2024-12-01T19:31:28,278 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#399 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:28,278 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47 is 175, key is test_row_0/A:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:28,318 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:28,319 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f222f0f8ec04441ab175aba3054fc5e0 is 50, key is test_row_0/C:col10/1733081485538/Put/seqid=0 2024-12-01T19:31:28,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201df6ed8412fed4bd2af69e48cc285236f_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081486723/Put/seqid=0 2024-12-01T19:31:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742299_1475 (size=31937) 2024-12-01T19:31:28,356 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47 2024-12-01T19:31:28,374 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into c7ffc14bf3bb44b6b586f5fdc3bc7b47(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:28,375 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:28,375 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=13, startTime=1733081488150; duration=0sec 2024-12-01T19:31:28,375 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:28,375 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742300_1476 (size=12983) 2024-12-01T19:31:28,398 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/f222f0f8ec04441ab175aba3054fc5e0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f222f0f8ec04441ab175aba3054fc5e0 2024-12-01T19:31:28,409 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into f222f0f8ec04441ab175aba3054fc5e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:28,409 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:28,409 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=13, startTime=1733081488151; duration=0sec 2024-12-01T19:31:28,409 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:28,409 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742301_1477 (size=12454) 2024-12-01T19:31:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:28,826 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201df6ed8412fed4bd2af69e48cc285236f_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df6ed8412fed4bd2af69e48cc285236f_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/71a48a36e8d14b8fa756311dc55c7a1b, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:28,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/71a48a36e8d14b8fa756311dc55c7a1b is 175, key is test_row_0/A:col10/1733081486723/Put/seqid=0 2024-12-01T19:31:28,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742302_1478 (size=31255) 2024-12-01T19:31:28,835 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/71a48a36e8d14b8fa756311dc55c7a1b 2024-12-01T19:31:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/757e85b0da824ff199ab30b1a967919a is 50, key is test_row_0/B:col10/1733081486723/Put/seqid=0 2024-12-01T19:31:28,851 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:31:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742303_1479 (size=12301) 2024-12-01T19:31:28,891 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/757e85b0da824ff199ab30b1a967919a 2024-12-01T19:31:28,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4727f3cfe49c4ac4b0a5fc55b4260689 is 50, key is test_row_0/C:col10/1733081486723/Put/seqid=0 2024-12-01T19:31:28,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742304_1480 (size=12301) 2024-12-01T19:31:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:29,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081549265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:29,336 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4727f3cfe49c4ac4b0a5fc55b4260689 2024-12-01T19:31:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/71a48a36e8d14b8fa756311dc55c7a1b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b 2024-12-01T19:31:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081549375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:29,386 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b, entries=150, sequenceid=297, filesize=30.5 K 2024-12-01T19:31:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/757e85b0da824ff199ab30b1a967919a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a 2024-12-01T19:31:29,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a, entries=150, sequenceid=297, filesize=12.0 K 2024-12-01T19:31:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4727f3cfe49c4ac4b0a5fc55b4260689 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689 2024-12-01T19:31:29,405 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689, entries=150, sequenceid=297, filesize=12.0 K 2024-12-01T19:31:29,406 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1168ms, sequenceid=297, compaction requested=false 2024-12-01T19:31:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-01T19:31:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-01T19:31:29,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-01T19:31:29,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-12-01T19:31:29,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.2580 sec 2024-12-01T19:31:29,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:29,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:31:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:29,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201560222baa8dd499ca5c7dc00df872613_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742305_1481 (size=14994) 2024-12-01T19:31:29,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081549715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:29,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201560222baa8dd499ca5c7dc00df872613_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201560222baa8dd499ca5c7dc00df872613_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:29,720 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/878b4abd0ef249fdb8e6f0c6fc701925, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:29,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/878b4abd0ef249fdb8e6f0c6fc701925 is 175, key is test_row_0/A:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742306_1482 (size=39949) 2024-12-01T19:31:29,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/878b4abd0ef249fdb8e6f0c6fc701925 2024-12-01T19:31:29,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/affa7021e29b414aa76e5dc80c49269a is 50, key is test_row_0/B:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081549825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742307_1483 (size=12301) 2024-12-01T19:31:29,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/affa7021e29b414aa76e5dc80c49269a 2024-12-01T19:31:29,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/1adc40380dd74dc38f3a55e4e252417e is 50, key is test_row_0/C:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742308_1484 (size=12301) 2024-12-01T19:31:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081550035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:30,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/1adc40380dd74dc38f3a55e4e252417e 2024-12-01T19:31:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/878b4abd0ef249fdb8e6f0c6fc701925 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925 2024-12-01T19:31:30,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925, entries=200, sequenceid=327, filesize=39.0 K 2024-12-01T19:31:30,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/affa7021e29b414aa76e5dc80c49269a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a 2024-12-01T19:31:30,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a, entries=150, sequenceid=327, filesize=12.0 K 2024-12-01T19:31:30,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/1adc40380dd74dc38f3a55e4e252417e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e 2024-12-01T19:31:30,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e, entries=150, sequenceid=327, filesize=12.0 K 2024-12-01T19:31:30,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 679ms, sequenceid=327, compaction requested=true 2024-12-01T19:31:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:30,292 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:30,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:30,293 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:30,294 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:30,294 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:30,294 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:30,294 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/949a54bd7c9844a496dd69d6a6c0f386, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=36.7 K 2024-12-01T19:31:30,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:30,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:30,295 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:30,295 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=100.7 K 2024-12-01T19:31:30,295 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:30,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925] 2024-12-01T19:31:30,295 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 949a54bd7c9844a496dd69d6a6c0f386, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485528 2024-12-01T19:31:30,295 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7ffc14bf3bb44b6b586f5fdc3bc7b47, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485528 2024-12-01T19:31:30,296 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a48a36e8d14b8fa756311dc55c7a1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733081486723 2024-12-01T19:31:30,296 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 757e85b0da824ff199ab30b1a967919a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733081486723 2024-12-01T19:31:30,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:30,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:30,296 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878b4abd0ef249fdb8e6f0c6fc701925, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489223 2024-12-01T19:31:30,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:30,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:30,296 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting affa7021e29b414aa76e5dc80c49269a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489247 2024-12-01T19:31:30,310 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:30,310 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/9a21de03dd2b4efc95293986683b7e2d is 50, key is test_row_0/B:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:30,325 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:30,341 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120146ef3ee3677b4086ba167daf541ec87f_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:30,342 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120146ef3ee3677b4086ba167daf541ec87f_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:30,342 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120146ef3ee3677b4086ba167daf541ec87f_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742309_1485 (size=13085) 2024-12-01T19:31:30,360 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/9a21de03dd2b4efc95293986683b7e2d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/9a21de03dd2b4efc95293986683b7e2d 2024-12-01T19:31:30,366 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 9a21de03dd2b4efc95293986683b7e2d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:30,366 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:30,366 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=13, startTime=1733081490293; duration=0sec 2024-12-01T19:31:30,366 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:30,366 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:30,366 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:30,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:30,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:30,367 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:30,367 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f222f0f8ec04441ab175aba3054fc5e0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=36.7 K 2024-12-01T19:31:30,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f222f0f8ec04441ab175aba3054fc5e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733081485528 2024-12-01T19:31:30,367 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4727f3cfe49c4ac4b0a5fc55b4260689, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733081486723 2024-12-01T19:31:30,368 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1adc40380dd74dc38f3a55e4e252417e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489247 2024-12-01T19:31:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:30,370 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:30,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742310_1486 (size=4469) 2024-12-01T19:31:30,372 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#409 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:30,373 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6aa675a6f1204ea3b0995f52636a3ab5 is 175, key is test_row_0/A:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:30,379 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:30,380 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/96521f2129ed4987887ab7d0e32b8b4d is 50, key is test_row_0/C:col10/1733081489247/Put/seqid=0 2024-12-01T19:31:30,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742311_1487 (size=32039) 2024-12-01T19:31:30,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d43f9b226d7a4e2d99f61a4bd9f1d760_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081490369/Put/seqid=0 2024-12-01T19:31:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742312_1488 (size=13085) 2024-12-01T19:31:30,392 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/96521f2129ed4987887ab7d0e32b8b4d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/96521f2129ed4987887ab7d0e32b8b4d 2024-12-01T19:31:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742313_1489 (size=14994) 2024-12-01T19:31:30,397 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 96521f2129ed4987887ab7d0e32b8b4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:30,397 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:30,397 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=13, startTime=1733081490296; duration=0sec 2024-12-01T19:31:30,397 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:30,397 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:30,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081550655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:30,784 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/6aa675a6f1204ea3b0995f52636a3ab5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5 2024-12-01T19:31:30,789 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into 6aa675a6f1204ea3b0995f52636a3ab5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:30,789 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:30,789 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=13, startTime=1733081490292; duration=0sec 2024-12-01T19:31:30,789 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:30,789 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:30,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:30,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d43f9b226d7a4e2d99f61a4bd9f1d760_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d43f9b226d7a4e2d99f61a4bd9f1d760_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:30,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/a992cf0f753f4e2eb82c4a93c58a87fd, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:30,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/a992cf0f753f4e2eb82c4a93c58a87fd is 175, key is test_row_0/A:col10/1733081490369/Put/seqid=0 2024-12-01T19:31:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742314_1490 (size=39949) 2024-12-01T19:31:30,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081550865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54064 deadline: 1733081551176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:31:31,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/a992cf0f753f4e2eb82c4a93c58a87fd 2024-12-01T19:31:31,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6aac8a211994d2aae9194832016a0bf is 50, key is test_row_0/B:col10/1733081490369/Put/seqid=0 2024-12-01T19:31:31,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742315_1491 (size=12301) 2024-12-01T19:31:31,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6aac8a211994d2aae9194832016a0bf 2024-12-01T19:31:31,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/5010eb3a82484ec48e2c9f2a04360d2d is 50, key is test_row_0/C:col10/1733081490369/Put/seqid=0 2024-12-01T19:31:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742316_1492 (size=12301) 2024-12-01T19:31:31,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/5010eb3a82484ec48e2c9f2a04360d2d 2024-12-01T19:31:31,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/a992cf0f753f4e2eb82c4a93c58a87fd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd 2024-12-01T19:31:31,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd, entries=200, sequenceid=339, filesize=39.0 K 2024-12-01T19:31:31,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/e6aac8a211994d2aae9194832016a0bf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf 2024-12-01T19:31:31,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf, entries=150, sequenceid=339, filesize=12.0 K 2024-12-01T19:31:31,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/5010eb3a82484ec48e2c9f2a04360d2d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d 2024-12-01T19:31:31,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d, entries=150, sequenceid=339, filesize=12.0 K 2024-12-01T19:31:31,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 892ms, sequenceid=339, compaction requested=false 2024-12-01T19:31:31,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-01T19:31:31,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:31,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-01T19:31:31,337 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T19:31:31,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:31,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T19:31:31,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-01T19:31:31,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:31,494 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:31,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120178c3ffe19d3b428bbd3477b3c5327219_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081490542/Put/seqid=0 2024-12-01T19:31:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742317_1493 (size=12454) 2024-12-01T19:31:31,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,554 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120178c3ffe19d3b428bbd3477b3c5327219_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120178c3ffe19d3b428bbd3477b3c5327219_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:31,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/07fb19fb952a4189b39c96f619cc1ffc, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:31,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/07fb19fb952a4189b39c96f619cc1ffc is 175, key is test_row_0/A:col10/1733081490542/Put/seqid=0 2024-12-01T19:31:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742318_1494 (size=31255) 2024-12-01T19:31:31,588 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/07fb19fb952a4189b39c96f619cc1ffc 2024-12-01T19:31:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/4749992f63d14f9ab1f5210c5be80f4b is 50, key is test_row_0/B:col10/1733081490542/Put/seqid=0 2024-12-01T19:31:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742319_1495 (size=12301) 2024-12-01T19:31:31,646 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/4749992f63d14f9ab1f5210c5be80f4b 2024-12-01T19:31:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T19:31:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/80a1ef167bc74d58a5e7d0fcff9f574c is 50, key is test_row_0/C:col10/1733081490542/Put/seqid=0 2024-12-01T19:31:31,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742320_1496 (size=12301) 2024-12-01T19:31:31,688 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/80a1ef167bc74d58a5e7d0fcff9f574c 2024-12-01T19:31:31,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/07fb19fb952a4189b39c96f619cc1ffc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc 2024-12-01T19:31:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:31,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:31,700 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc, entries=150, sequenceid=366, filesize=30.5 K 2024-12-01T19:31:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/4749992f63d14f9ab1f5210c5be80f4b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b 2024-12-01T19:31:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,705 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b, entries=150, sequenceid=366, filesize=12.0 K 2024-12-01T19:31:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/80a1ef167bc74d58a5e7d0fcff9f574c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c 2024-12-01T19:31:31,711 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c, entries=150, sequenceid=366, filesize=12.0 K 2024-12-01T19:31:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,712 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 219ms, sequenceid=366, compaction requested=true 2024-12-01T19:31:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:31,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-01T19:31:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-01T19:31:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-01T19:31:31,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 376 msec 2024-12-01T19:31:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 383 msec 2024-12-01T19:31:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-01T19:31:31,965 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-01T19:31:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,970 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:31,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,057 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:32,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:32,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120135a3ecbb66774c8aa3f68a8658463ff3_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:32,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742321_1497 (size=14994) 2024-12-01T19:31:32,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:32,158 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120135a3ecbb66774c8aa3f68a8658463ff3_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120135a3ecbb66774c8aa3f68a8658463ff3_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:32,162 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/9e66fa79c95440d58b3d60536ff9d1ac, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:32,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/9e66fa79c95440d58b3d60536ff9d1ac is 175, key is test_row_0/A:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742322_1498 (size=39949) 2024-12-01T19:31:32,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:32,322 INFO [Thread-1773 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1773. 2024-12-01T19:31:32,322 DEBUG [Thread-1773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,322 DEBUG [Thread-1773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,322 DEBUG [Thread-1773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,323 INFO [Thread-1769 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1769. 2024-12-01T19:31:32,323 DEBUG [Thread-1769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,323 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,323 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,323 INFO [Thread-1767 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1767. 2024-12-01T19:31:32,324 DEBUG [Thread-1767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,324 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,324 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,325 INFO [Thread-1762 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1762. 2024-12-01T19:31:32,325 DEBUG [Thread-1762 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,325 DEBUG [Thread-1762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,325 DEBUG [Thread-1762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,330 INFO [Thread-1775 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1775. 2024-12-01T19:31:32,330 DEBUG [Thread-1775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,330 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,330 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,330 INFO [Thread-1771 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1771. 2024-12-01T19:31:32,330 DEBUG [Thread-1771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,330 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,331 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:32,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/9e66fa79c95440d58b3d60536ff9d1ac 2024-12-01T19:31:32,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/98b7e33e47864c308bd0e25100c50ec3 is 50, key is test_row_0/B:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742323_1499 (size=12301) 2024-12-01T19:31:32,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:32,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:32,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:32,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925] to archive 2024-12-01T19:31:32,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:32,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d5179be222304aa5a51b5abcfe00392d 2024-12-01T19:31:32,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/bcf6a7a5cb444eac9c7cd0811f01313a 2024-12-01T19:31:32,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/8206cd2403fa4fbfb3a622d8b3fb63f9 2024-12-01T19:31:32,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c315bbba77524fefb26934f62ecfb8b6 2024-12-01T19:31:32,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/b254797d6e93427aa1279cc46e9617f0 2024-12-01T19:31:32,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/059d059100154bc485b9df2e1ea3b9ee 2024-12-01T19:31:32,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/af4eb27aeeb047cf8b11a91bdbdf2d8d 2024-12-01T19:31:32,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/3f43a2a3cf104419b37953269973ee10 2024-12-01T19:31:32,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/43ab25a0e56742449c00ef83fdb4c3dc 2024-12-01T19:31:32,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c777a27ecafa4c09a9ca94b0a2ff63af 2024-12-01T19:31:32,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/d3d9930c611c4b819dfad1419aaa9e36 2024-12-01T19:31:32,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/eb5680da9e70470bb4d3232b45a1a180 2024-12-01T19:31:32,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/83baafd1717e45cdad93f4b0d2160939 2024-12-01T19:31:32,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/0d8f31947dd1421a8510104807066145 2024-12-01T19:31:32,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/694598e6d6ac4337aa911d9c5d90de4e 2024-12-01T19:31:32,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/09ab9425457c495bb0fbf533ff33a103 2024-12-01T19:31:32,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/f44b24bb97c747378f749053ab4ac9a5 2024-12-01T19:31:32,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e2f6898ccd614831a99c616b2a6032a7 2024-12-01T19:31:32,937 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6d98d936efa54c77ad1945aaee6e0238 2024-12-01T19:31:32,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/19db9cf532094e8ba6161853d4fa0cad 2024-12-01T19:31:32,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/c7ffc14bf3bb44b6b586f5fdc3bc7b47 2024-12-01T19:31:32,940 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/71a48a36e8d14b8fa756311dc55c7a1b 2024-12-01T19:31:32,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/878b4abd0ef249fdb8e6f0c6fc701925 2024-12-01T19:31:32,945 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eba9a2994e1b4af2b4204e64b846174b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3d676f0a91d9416b8695a41948cee057, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/97238800f78b4d29a520a62a57de3106, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/a37cb745cf8d4c53a52bede4d2b91a89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/2551910be4a64b1bb478603d618bb59e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/949a54bd7c9844a496dd69d6a6c0f386, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a] to archive 2024-12-01T19:31:32,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:32,947 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eb2d6cfa219e49cbbf773602b2a635fa 2024-12-01T19:31:32,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/48b06b8cf7474477a2a1b23d6da0d2da 2024-12-01T19:31:32,949 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eba9a2994e1b4af2b4204e64b846174b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eba9a2994e1b4af2b4204e64b846174b 2024-12-01T19:31:32,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/eebd845a20d24811959dc11eeb980298 2024-12-01T19:31:32,950 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/14428069d96046ff966c18da0569b0ec 2024-12-01T19:31:32,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3d676f0a91d9416b8695a41948cee057 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3d676f0a91d9416b8695a41948cee057 2024-12-01T19:31:32,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/20b420f2c5134d8dbc1dc5a994642f1b 2024-12-01T19:31:32,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6f2400bbc2f4a9d99ccdebe64fb9efa 2024-12-01T19:31:32,954 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/97238800f78b4d29a520a62a57de3106 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/97238800f78b4d29a520a62a57de3106 2024-12-01T19:31:32,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/789419413cb8424fb69b17254a43db4d 2024-12-01T19:31:32,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/50d1ede3d9dc49578f20a1d2478b42d0 2024-12-01T19:31:32,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/fdb789825b27446e879105b9cfff176a 2024-12-01T19:31:32,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/a37cb745cf8d4c53a52bede4d2b91a89 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/a37cb745cf8d4c53a52bede4d2b91a89 2024-12-01T19:31:32,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/8ebdcd02c16549209ea299f509368d37 2024-12-01T19:31:32,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea72d202dcb64047bea13cec91bb0ab1 2024-12-01T19:31:32,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/ea94fbcc5be645c48241ca0331e36a5d 2024-12-01T19:31:32,961 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/2551910be4a64b1bb478603d618bb59e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/2551910be4a64b1bb478603d618bb59e 2024-12-01T19:31:32,962 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/3247c9b4150044e0b3214be1634570b5 2024-12-01T19:31:32,963 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/427564f96ffc40788fdb6dbe6e97a0d8 2024-12-01T19:31:32,964 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/949a54bd7c9844a496dd69d6a6c0f386 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/949a54bd7c9844a496dd69d6a6c0f386 2024-12-01T19:31:32,965 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/77c6cc57e5994d95becb882a0008d5a3 2024-12-01T19:31:32,966 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/757e85b0da824ff199ab30b1a967919a 2024-12-01T19:31:32,967 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/affa7021e29b414aa76e5dc80c49269a 2024-12-01T19:31:32,970 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9cf2d74fb6494166ae9185d7568f34b5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/534e35d20c914863bfec19b593e37cbe, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2ab7e7c6fe464911aac2ac267d7c7e81, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/0548a73d42f74a50bc1c05512c5acba0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4fa1d5f1407840b4a2e6115bda2107be, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f222f0f8ec04441ab175aba3054fc5e0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e] to archive 2024-12-01T19:31:32,971 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:32,972 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f3e95950b445420cbd72215b05fd6b4f 2024-12-01T19:31:32,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/ee05f07a58f8458f872d41ca7110b6c8 2024-12-01T19:31:32,974 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9cf2d74fb6494166ae9185d7568f34b5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9cf2d74fb6494166ae9185d7568f34b5 2024-12-01T19:31:32,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9e23970c5fd744349ace6720b05fea59 2024-12-01T19:31:32,976 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f8772462aec047de841e06e87f55744e 2024-12-01T19:31:32,977 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/534e35d20c914863bfec19b593e37cbe to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/534e35d20c914863bfec19b593e37cbe 2024-12-01T19:31:32,977 INFO [Thread-1764 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1764. 2024-12-01T19:31:32,977 DEBUG [Thread-1764 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,977 DEBUG [Thread-1764 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,977 DEBUG [Thread-1764 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,978 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7d7a21ebe10044cd928d6282fc9578cb 2024-12-01T19:31:32,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2c93a53ecb7944aeb54b3fcee90a8ce8 2024-12-01T19:31:32,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2ab7e7c6fe464911aac2ac267d7c7e81 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2ab7e7c6fe464911aac2ac267d7c7e81 2024-12-01T19:31:32,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3c0a639d8b854c7e8c5a4297845dd8b3 2024-12-01T19:31:32,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/66ce60afe2f8462880dd98dc0bf613bb 2024-12-01T19:31:32,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/b079926fc54b4307bd6c521daced49bc 2024-12-01T19:31:32,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/0548a73d42f74a50bc1c05512c5acba0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/0548a73d42f74a50bc1c05512c5acba0 2024-12-01T19:31:32,987 INFO [Thread-1756 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1756. 2024-12-01T19:31:32,987 DEBUG [Thread-1756 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:32,987 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,987 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:32,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:32,987 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/3cff5b6639554208993e57587f209c6a 2024-12-01T19:31:32,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/93ac02d194154722846eafc1bbccd7dd 2024-12-01T19:31:32,989 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/401c9391229b44f9bbaa98dc8e987fec 2024-12-01T19:31:32,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4fa1d5f1407840b4a2e6115bda2107be to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4fa1d5f1407840b4a2e6115bda2107be 2024-12-01T19:31:32,991 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/7c1b7a76445e48d3974355b133d52b3c 2024-12-01T19:31:32,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/2885453aec974dd19067c721b2c60f7d 2024-12-01T19:31:32,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f222f0f8ec04441ab175aba3054fc5e0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/f222f0f8ec04441ab175aba3054fc5e0 2024-12-01T19:31:32,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/9dd4527d77eb4849aaf0b4bf8dd53dbe 2024-12-01T19:31:32,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4727f3cfe49c4ac4b0a5fc55b4260689 2024-12-01T19:31:32,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/1adc40380dd74dc38f3a55e4e252417e 2024-12-01T19:31:33,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/98b7e33e47864c308bd0e25100c50ec3 2024-12-01T19:31:33,027 INFO [Thread-1760 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1760. 2024-12-01T19:31:33,027 DEBUG [Thread-1760 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:33,027 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:33,027 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:33,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:33,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4a73c101935942d18719190c5cb0f964 is 50, key is test_row_0/C:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742324_1500 (size=12301) 2024-12-01T19:31:33,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4a73c101935942d18719190c5cb0f964 2024-12-01T19:31:33,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/9e66fa79c95440d58b3d60536ff9d1ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac 2024-12-01T19:31:33,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac, entries=200, sequenceid=377, filesize=39.0 K 2024-12-01T19:31:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/98b7e33e47864c308bd0e25100c50ec3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3 2024-12-01T19:31:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T19:31:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/4a73c101935942d18719190c5cb0f964 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964 2024-12-01T19:31:33,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964, entries=150, sequenceid=377, filesize=12.0 K 2024-12-01T19:31:33,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=134.18 KB/137400 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 996ms, sequenceid=377, compaction requested=true 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:33,053 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:33,053 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93fc31fc3ddc353e8ca04ecb79dd4c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:33,054 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:33,054 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:33,054 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/A is initiating minor compaction (all files) 2024-12-01T19:31:33,054 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/B is initiating minor compaction (all files) 2024-12-01T19:31:33,054 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/A in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,054 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/B in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,054 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=139.8 K 2024-12-01T19:31:33,054 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,054 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac] 2024-12-01T19:31:33,055 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aa675a6f1204ea3b0995f52636a3ab5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489247 2024-12-01T19:31:33,055 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a992cf0f753f4e2eb82c4a93c58a87fd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733081489650 2024-12-01T19:31:33,055 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07fb19fb952a4189b39c96f619cc1ffc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733081490515 2024-12-01T19:31:33,055 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e66fa79c95440d58b3d60536ff9d1ac, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081491694 2024-12-01T19:31:33,055 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/9a21de03dd2b4efc95293986683b7e2d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=48.8 K 2024-12-01T19:31:33,055 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a21de03dd2b4efc95293986683b7e2d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489247 2024-12-01T19:31:33,056 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e6aac8a211994d2aae9194832016a0bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733081489650 2024-12-01T19:31:33,056 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4749992f63d14f9ab1f5210c5be80f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733081490515 2024-12-01T19:31:33,056 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b7e33e47864c308bd0e25100c50ec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081491694 2024-12-01T19:31:33,066 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:33,076 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#B#compaction#421 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:33,077 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/d287471b15ac4c9baf9905b3a2b705b2 is 50, key is test_row_0/B:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:33,077 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:33,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93fc31fc3ddc353e8ca04ecb79dd4c75 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:31:33,078 INFO [Thread-1758 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1758. 2024-12-01T19:31:33,078 DEBUG [Thread-1758 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:33,078 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:33,078 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:33,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:33,089 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412017cd4108106db48199130932a83b0279d_93fc31fc3ddc353e8ca04ecb79dd4c75 store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742325_1501 (size=12439) 2024-12-01T19:31:33,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be8b51d057e140b39cb6e23ebfd217bf_93fc31fc3ddc353e8ca04ecb79dd4c75 is 50, key is test_row_0/A:col10/1733081493025/Put/seqid=0 2024-12-01T19:31:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:33,108 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/d287471b15ac4c9baf9905b3a2b705b2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/d287471b15ac4c9baf9905b3a2b705b2 2024-12-01T19:31:33,114 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/B of 93fc31fc3ddc353e8ca04ecb79dd4c75 into d287471b15ac4c9baf9905b3a2b705b2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:33,114 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:33,114 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/B, priority=12, startTime=1733081493053; duration=0sec 2024-12-01T19:31:33,114 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:33,114 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:B 2024-12-01T19:31:33,114 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:33,115 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:33,115 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 93fc31fc3ddc353e8ca04ecb79dd4c75/C is initiating minor compaction (all files) 2024-12-01T19:31:33,115 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93fc31fc3ddc353e8ca04ecb79dd4c75/C in TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,116 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/96521f2129ed4987887ab7d0e32b8b4d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp, totalSize=48.8 K 2024-12-01T19:31:33,116 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 96521f2129ed4987887ab7d0e32b8b4d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733081489247 2024-12-01T19:31:33,116 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5010eb3a82484ec48e2c9f2a04360d2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1733081489650 2024-12-01T19:31:33,117 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a1ef167bc74d58a5e7d0fcff9f574c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733081490515 2024-12-01T19:31:33,117 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a73c101935942d18719190c5cb0f964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733081491694 2024-12-01T19:31:33,126 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412017cd4108106db48199130932a83b0279d_93fc31fc3ddc353e8ca04ecb79dd4c75, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:33,126 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412017cd4108106db48199130932a83b0279d_93fc31fc3ddc353e8ca04ecb79dd4c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:33,133 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#C#compaction#423 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:33,134 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/bf53dd0791b140f2a32ef6557be26da9 is 50, key is test_row_0/C:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:33,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742326_1502 (size=12454) 2024-12-01T19:31:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742327_1503 (size=4469) 2024-12-01T19:31:33,151 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93fc31fc3ddc353e8ca04ecb79dd4c75#A#compaction#420 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:33,152 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/fd1fee6cab0f4d03a8dfbd1d4bc0e4a5 is 175, key is test_row_0/A:col10/1733081492049/Put/seqid=0 2024-12-01T19:31:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742328_1504 (size=12439) 2024-12-01T19:31:33,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742329_1505 (size=31393) 2024-12-01T19:31:33,174 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/fd1fee6cab0f4d03a8dfbd1d4bc0e4a5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/fd1fee6cab0f4d03a8dfbd1d4bc0e4a5 2024-12-01T19:31:33,181 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/A of 93fc31fc3ddc353e8ca04ecb79dd4c75 into fd1fee6cab0f4d03a8dfbd1d4bc0e4a5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:33,181 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:33,181 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/A, priority=12, startTime=1733081493053; duration=0sec 2024-12-01T19:31:33,181 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:33,181 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:A 2024-12-01T19:31:33,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,545 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:33,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201be8b51d057e140b39cb6e23ebfd217bf_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be8b51d057e140b39cb6e23ebfd217bf_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:33,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e206e609048f4b90a69728b88a68b593, store: [table=TestAcidGuarantees family=A region=93fc31fc3ddc353e8ca04ecb79dd4c75] 2024-12-01T19:31:33,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e206e609048f4b90a69728b88a68b593 is 175, key is test_row_0/A:col10/1733081493025/Put/seqid=0 2024-12-01T19:31:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742330_1506 (size=31255) 2024-12-01T19:31:33,563 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/bf53dd0791b140f2a32ef6557be26da9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/bf53dd0791b140f2a32ef6557be26da9 2024-12-01T19:31:33,567 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93fc31fc3ddc353e8ca04ecb79dd4c75/C of 93fc31fc3ddc353e8ca04ecb79dd4c75 into bf53dd0791b140f2a32ef6557be26da9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:33,567 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:33,567 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75., storeName=93fc31fc3ddc353e8ca04ecb79dd4c75/C, priority=12, startTime=1733081493053; duration=0sec 2024-12-01T19:31:33,568 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:33,568 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93fc31fc3ddc353e8ca04ecb79dd4c75:C 2024-12-01T19:31:33,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e206e609048f4b90a69728b88a68b593 2024-12-01T19:31:33,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/16a60e75de244a8e9e7e9831967207d8 is 50, key is test_row_0/B:col10/1733081493025/Put/seqid=0 2024-12-01T19:31:33,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742331_1507 (size=12301) 2024-12-01T19:31:33,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:33,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:34,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/16a60e75de244a8e9e7e9831967207d8 2024-12-01T19:31:34,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/e00c398e5dba403d95914e2aef7ab7b5 is 50, key is test_row_0/C:col10/1733081493025/Put/seqid=0 2024-12-01T19:31:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742332_1508 (size=12301) 2024-12-01T19:31:34,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:34,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. as already flushing 2024-12-01T19:31:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:34,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/e00c398e5dba403d95914e2aef7ab7b5 2024-12-01T19:31:34,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/A/e206e609048f4b90a69728b88a68b593 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e206e609048f4b90a69728b88a68b593 2024-12-01T19:31:34,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e206e609048f4b90a69728b88a68b593, entries=150, sequenceid=401, filesize=30.5 K 2024-12-01T19:31:34,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/B/16a60e75de244a8e9e7e9831967207d8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/16a60e75de244a8e9e7e9831967207d8 2024-12-01T19:31:34,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/16a60e75de244a8e9e7e9831967207d8, entries=150, sequenceid=401, filesize=12.0 K 2024-12-01T19:31:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/.tmp/C/e00c398e5dba403d95914e2aef7ab7b5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/e00c398e5dba403d95914e2aef7ab7b5 2024-12-01T19:31:34,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/e00c398e5dba403d95914e2aef7ab7b5, entries=150, sequenceid=401, filesize=12.0 K 2024-12-01T19:31:34,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 93fc31fc3ddc353e8ca04ecb79dd4c75 in 1737ms, sequenceid=401, compaction requested=false 2024-12-01T19:31:34,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:34,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-01T19:31:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: 2024-12-01T19:31:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-01T19:31:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-01T19:31:34,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-01T19:31:34,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9300 sec 2024-12-01T19:31:34,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.9410 sec 2024-12-01T19:31:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-01T19:31:36,126 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 266 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1236 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3708 rows 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1236 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3708 rows 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1238 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3708 rows 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1236 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3708 rows 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1238 2024-12-01T19:31:36,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3711 rows 2024-12-01T19:31:36,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:31:36,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:31:36,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:36,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:36,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:36,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:31:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-01T19:31:36,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081496131"}]},"ts":"1733081496131"} 2024-12-01T19:31:36,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:31:36,137 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:31:36,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:31:36,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, UNASSIGN}] 2024-12-01T19:31:36,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, UNASSIGN 2024-12-01T19:31:36,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, UNASSIGN because future has completed 2024-12-01T19:31:36,144 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:31:36,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-01T19:31:36,296 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:31:36,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 93fc31fc3ddc353e8ca04ecb79dd4c75, disabling compactions & flushes 2024-12-01T19:31:36,296 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:36,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:36,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. after waiting 0 ms 2024-12-01T19:31:36,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:36,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac] to archive 2024-12-01T19:31:36,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:36,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/6aa675a6f1204ea3b0995f52636a3ab5 2024-12-01T19:31:36,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/a992cf0f753f4e2eb82c4a93c58a87fd 2024-12-01T19:31:36,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/07fb19fb952a4189b39c96f619cc1ffc 2024-12-01T19:31:36,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/9e66fa79c95440d58b3d60536ff9d1ac 2024-12-01T19:31:36,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/9a21de03dd2b4efc95293986683b7e2d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3] to archive 2024-12-01T19:31:36,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:36,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/9a21de03dd2b4efc95293986683b7e2d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/9a21de03dd2b4efc95293986683b7e2d 2024-12-01T19:31:36,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/e6aac8a211994d2aae9194832016a0bf 2024-12-01T19:31:36,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/4749992f63d14f9ab1f5210c5be80f4b 2024-12-01T19:31:36,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/98b7e33e47864c308bd0e25100c50ec3 2024-12-01T19:31:36,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/96521f2129ed4987887ab7d0e32b8b4d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964] to archive 2024-12-01T19:31:36,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:31:36,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/96521f2129ed4987887ab7d0e32b8b4d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/96521f2129ed4987887ab7d0e32b8b4d 2024-12-01T19:31:36,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/5010eb3a82484ec48e2c9f2a04360d2d 2024-12-01T19:31:36,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/80a1ef167bc74d58a5e7d0fcff9f574c 2024-12-01T19:31:36,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/4a73c101935942d18719190c5cb0f964 2024-12-01T19:31:36,315 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=4 2024-12-01T19:31:36,316 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75. 2024-12-01T19:31:36,316 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 93fc31fc3ddc353e8ca04ecb79dd4c75: Waiting for close lock at 1733081496296Running coprocessor pre-close hooks at 1733081496296Disabling compacts and flushes for region at 1733081496296Disabling writes for close at 1733081496296Writing region close event to WAL at 1733081496313 (+17 ms)Running coprocessor post-close hooks at 1733081496316 (+3 ms)Closed at 1733081496316 2024-12-01T19:31:36,318 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=93fc31fc3ddc353e8ca04ecb79dd4c75, regionState=CLOSED 2024-12-01T19:31:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:36,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-01T19:31:36,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 93fc31fc3ddc353e8ca04ecb79dd4c75, server=9168bcbe98d9,36605,1733081370547 in 176 msec 2024-12-01T19:31:36,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-01T19:31:36,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93fc31fc3ddc353e8ca04ecb79dd4c75, UNASSIGN in 181 msec 2024-12-01T19:31:36,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-01T19:31:36,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 185 msec 2024-12-01T19:31:36,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081496325"}]},"ts":"1733081496325"} 2024-12-01T19:31:36,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:31:36,327 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:31:36,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 200 msec 2024-12-01T19:31:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-01T19:31:36,445 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:36,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:31:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,447 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T19:31:36,447 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,451 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits] 2024-12-01T19:31:36,453 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e206e609048f4b90a69728b88a68b593 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/e206e609048f4b90a69728b88a68b593 2024-12-01T19:31:36,453 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/fd1fee6cab0f4d03a8dfbd1d4bc0e4a5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/A/fd1fee6cab0f4d03a8dfbd1d4bc0e4a5 2024-12-01T19:31:36,455 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/16a60e75de244a8e9e7e9831967207d8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/16a60e75de244a8e9e7e9831967207d8 2024-12-01T19:31:36,456 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/d287471b15ac4c9baf9905b3a2b705b2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/B/d287471b15ac4c9baf9905b3a2b705b2 2024-12-01T19:31:36,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/bf53dd0791b140f2a32ef6557be26da9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/bf53dd0791b140f2a32ef6557be26da9 2024-12-01T19:31:36,458 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/e00c398e5dba403d95914e2aef7ab7b5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/C/e00c398e5dba403d95914e2aef7ab7b5 2024-12-01T19:31:36,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits/408.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75/recovered.edits/408.seqid 2024-12-01T19:31:36,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,461 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:31:36,462 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:31:36,462 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T19:31:36,465 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ddec3ef440481c8b74d13ef37a375c_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120109ddec3ef440481c8b74d13ef37a375c_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,466 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ebaa2745f9e4a3091d48f74d0a3da10_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412011ebaa2745f9e4a3091d48f74d0a3da10_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,467 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120135a3ecbb66774c8aa3f68a8658463ff3_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120135a3ecbb66774c8aa3f68a8658463ff3_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,468 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013a91f8eecd7c473fb81f6fbd7430922d_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013a91f8eecd7c473fb81f6fbd7430922d_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,469 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013af097607f5d49ceaffbfe61c016f19f_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013af097607f5d49ceaffbfe61c016f19f_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,470 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014254c48730b3478abcee0a201b304732_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412014254c48730b3478abcee0a201b304732_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,471 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015263c668547c4fa799284f2337c5a0f0_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015263c668547c4fa799284f2337c5a0f0_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,472 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201560222baa8dd499ca5c7dc00df872613_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201560222baa8dd499ca5c7dc00df872613_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,473 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120164beb499f9b3494284713ce9fc6efc77_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120164beb499f9b3494284713ce9fc6efc77_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,474 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016656f55bb6ad4f7295f68545a5d0cfae_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412016656f55bb6ad4f7295f68545a5d0cfae_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,476 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c74622a0004ee783404bf2112fbcba_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120168c74622a0004ee783404bf2112fbcba_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,478 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120172d8cbf772674713bf5dc6ea65941f4a_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120172d8cbf772674713bf5dc6ea65941f4a_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,479 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120178c3ffe19d3b428bbd3477b3c5327219_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120178c3ffe19d3b428bbd3477b3c5327219_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,480 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e5dfa2b21ba4e30b5dcd94aee3ed430_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e5dfa2b21ba4e30b5dcd94aee3ed430_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,481 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b086357de838432c83e4ddaff8217a3b_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b086357de838432c83e4ddaff8217a3b_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,482 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be8b51d057e140b39cb6e23ebfd217bf_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201be8b51d057e140b39cb6e23ebfd217bf_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,483 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c327fac59164410c8432e7e2794f74b6_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c327fac59164410c8432e7e2794f74b6_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,484 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d43f9b226d7a4e2d99f61a4bd9f1d760_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d43f9b226d7a4e2d99f61a4bd9f1d760_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,485 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ddbc76e182d84d24be18760db2360cb8_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ddbc76e182d84d24be18760db2360cb8_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,487 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df6ed8412fed4bd2af69e48cc285236f_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201df6ed8412fed4bd2af69e48cc285236f_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,488 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec719c9788854a5abc047eb70d9e57c8_93fc31fc3ddc353e8ca04ecb79dd4c75 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201ec719c9788854a5abc047eb70d9e57c8_93fc31fc3ddc353e8ca04ecb79dd4c75 2024-12-01T19:31:36,488 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:31:36,491 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,493 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:31:36,496 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:31:36,497 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,497 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:31:36,497 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081496497"}]},"ts":"9223372036854775807"} 2024-12-01T19:31:36,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:31:36,499 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 93fc31fc3ddc353e8ca04ecb79dd4c75, NAME => 'TestAcidGuarantees,,1733081469081.93fc31fc3ddc353e8ca04ecb79dd4c75.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:31:36,499 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:31:36,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081496500"}]},"ts":"9223372036854775807"} 2024-12-01T19:31:36,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:31:36,503 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-12-01T19:31:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-01T19:31:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:31:36,555 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:36,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_75014279_22 at /127.0.0.1:39016 [Waiting for operation #1337] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-597421142_22 at /127.0.0.1:39014 [Waiting for operation #1326] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_75014279_22 at /127.0.0.1:39004 [Waiting for operation #1397] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-597421142_22 at /127.0.0.1:46340 [Waiting for operation #2038] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 732) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7382 (was 6949) - AvailableMemoryMB LEAK? - 2024-12-01T19:31:36,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=7381 2024-12-01T19:31:36,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:31:36,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:31:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:31:36,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:31:36,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:36,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-12-01T19:31:36,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:31:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742333_1509 (size=959) 2024-12-01T19:31:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:37,018 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:31:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742334_1510 (size=53) 2024-12-01T19:31:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:37,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:31:37,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 202e91ed6b21b08d89fba2cc31ec6185, disabling compactions & flushes 2024-12-01T19:31:37,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,427 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,427 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. after waiting 0 ms 2024-12-01T19:31:37,427 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,427 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,427 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 202e91ed6b21b08d89fba2cc31ec6185: Waiting for close lock at 1733081497426Disabling compacts and flushes for region at 1733081497426Disabling writes for close at 1733081497427 (+1 ms)Writing region close event to WAL at 1733081497427Closed at 1733081497427 2024-12-01T19:31:37,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:31:37,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081497428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081497428"}]},"ts":"1733081497428"} 2024-12-01T19:31:37,430 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:31:37,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:31:37,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081497431"}]},"ts":"1733081497431"} 2024-12-01T19:31:37,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:31:37,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, ASSIGN}] 2024-12-01T19:31:37,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, ASSIGN 2024-12-01T19:31:37,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:31:37,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=202e91ed6b21b08d89fba2cc31ec6185, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:37,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, ASSIGN because future has completed 2024-12-01T19:31:37,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:31:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:37,743 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,743 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:31:37,743 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,743 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:31:37,743 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,743 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,744 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,745 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202e91ed6b21b08d89fba2cc31ec6185 columnFamilyName A 2024-12-01T19:31:37,746 DEBUG [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:37,746 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(327): Store=202e91ed6b21b08d89fba2cc31ec6185/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:37,746 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,747 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202e91ed6b21b08d89fba2cc31ec6185 columnFamilyName B 2024-12-01T19:31:37,747 DEBUG [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:37,748 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(327): Store=202e91ed6b21b08d89fba2cc31ec6185/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:37,748 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,749 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202e91ed6b21b08d89fba2cc31ec6185 columnFamilyName C 2024-12-01T19:31:37,749 DEBUG [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:31:37,749 INFO [StoreOpener-202e91ed6b21b08d89fba2cc31ec6185-1 {}] regionserver.HStore(327): Store=202e91ed6b21b08d89fba2cc31ec6185/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:31:37,749 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,750 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,750 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,751 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,751 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,751 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:31:37,752 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,758 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:31:37,759 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 202e91ed6b21b08d89fba2cc31ec6185; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75062905, jitterRate=0.1185244470834732}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:31:37,759 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:37,759 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 202e91ed6b21b08d89fba2cc31ec6185: Running coprocessor pre-open hook at 1733081497743Writing region info on filesystem at 1733081497743Initializing all the Stores at 1733081497744 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081497744Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081497744Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081497744Cleaning up temporary data from old regions at 1733081497751 (+7 ms)Running coprocessor post-open hooks at 1733081497759 (+8 ms)Region opened successfully at 1733081497759 2024-12-01T19:31:37,760 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., pid=118, masterSystemTime=1733081497740 2024-12-01T19:31:37,762 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,762 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:37,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=202e91ed6b21b08d89fba2cc31ec6185, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:37,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:31:37,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-01T19:31:37,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 in 177 msec 2024-12-01T19:31:37,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-12-01T19:31:37,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, ASSIGN in 334 msec 2024-12-01T19:31:37,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:31:37,769 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081497769"}]},"ts":"1733081497769"} 2024-12-01T19:31:37,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:31:37,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:31:37,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-12-01T19:31:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-01T19:31:38,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:38,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,728 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b38caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4dcd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:31:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:31:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b9af4db 2024-12-01T19:31:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:31:38,734 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:31:38,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,736 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d7bbbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,737 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ad69e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,739 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46890dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,740 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d011551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,742 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d7b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,744 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb6fa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,746 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f51271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,747 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ac11bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471a14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,750 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75958b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59abe598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1bc6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,755 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200b38df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142dede1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,758 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dda5188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931f26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d217326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,763 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58622cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:31:38,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:31:38,765 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:31:38,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:31:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:31:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439f3bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:31:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:31:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:38,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:31:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2926b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:31:38,768 DEBUG [Thread-2257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,768 DEBUG [Thread-2270 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,768 DEBUG [Thread-2261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,768 DEBUG [Thread-2274 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,768 DEBUG [Thread-2259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,769 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,769 DEBUG [Thread-2259 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,769 DEBUG [Thread-2259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,769 DEBUG [Thread-2265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,769 DEBUG [Thread-2276 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-01T19:31:38,770 DEBUG [Thread-2263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,770 DEBUG [Thread-2272 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,774 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,775 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:38,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:38,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,781 DEBUG [Thread-2268 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:31:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:31:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:31:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:31:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2] 2024-12-01T19:31:38,785 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:38,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:38,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/478da20e21a247d887931ba018a81724 is 50, key is test_row_0/A:col10/1733081498779/Put/seqid=0 2024-12-01T19:31:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742335_1511 (size=14341) 2024-12-01T19:31:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081558871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081558871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081558871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081558880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:38,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081558880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:38,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:38,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:38,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:38,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081558995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081558995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081558995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081558995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081558996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081559216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/478da20e21a247d887931ba018a81724 2024-12-01T19:31:39,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6fabf774e7ec41df9d168a6b76d1b81b is 50, key is test_row_0/B:col10/1733081498779/Put/seqid=0 2024-12-01T19:31:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742336_1512 (size=12001) 2024-12-01T19:31:39,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6fabf774e7ec41df9d168a6b76d1b81b 2024-12-01T19:31:39,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bb08fba801384cb2b4886a1f6d938540 is 50, key is test_row_0/C:col10/1733081498779/Put/seqid=0 2024-12-01T19:31:39,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742337_1513 (size=12001) 2024-12-01T19:31:39,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bb08fba801384cb2b4886a1f6d938540 2024-12-01T19:31:39,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/478da20e21a247d887931ba018a81724 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724 2024-12-01T19:31:39,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724, entries=200, sequenceid=13, filesize=14.0 K 2024-12-01T19:31:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6fabf774e7ec41df9d168a6b76d1b81b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b 2024-12-01T19:31:39,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T19:31:39,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bb08fba801384cb2b4886a1f6d938540 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540 2024-12-01T19:31:39,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540, entries=150, sequenceid=13, filesize=11.7 K 2024-12-01T19:31:39,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 202e91ed6b21b08d89fba2cc31ec6185 in 678ms, sequenceid=13, compaction requested=false 2024-12-01T19:31:39,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:39,540 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:39,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:39,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a2ef5b191f1d4a328f5c33193247d52a is 50, key is test_row_0/A:col10/1733081498870/Put/seqid=0 2024-12-01T19:31:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081559544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081559545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081559547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081559552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081559552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742338_1514 (size=12001) 2024-12-01T19:31:39,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a2ef5b191f1d4a328f5c33193247d52a 2024-12-01T19:31:39,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0e59f79ec48e410b87931e10a7590733 is 50, key is test_row_0/B:col10/1733081498870/Put/seqid=0 2024-12-01T19:31:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742339_1515 (size=12001) 2024-12-01T19:31:39,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0e59f79ec48e410b87931e10a7590733 2024-12-01T19:31:39,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/252436ce010e4653af2eb3241f5a9035 is 50, key is test_row_0/C:col10/1733081498870/Put/seqid=0 2024-12-01T19:31:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081559655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081559665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081559665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081559665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081559675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742340_1516 (size=12001) 2024-12-01T19:31:39,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/252436ce010e4653af2eb3241f5a9035 2024-12-01T19:31:39,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a2ef5b191f1d4a328f5c33193247d52a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a 2024-12-01T19:31:39,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:31:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0e59f79ec48e410b87931e10a7590733 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733 2024-12-01T19:31:39,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:31:39,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/252436ce010e4653af2eb3241f5a9035 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035 2024-12-01T19:31:39,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:31:39,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 202e91ed6b21b08d89fba2cc31ec6185 in 202ms, sequenceid=40, compaction requested=false 2024-12-01T19:31:39,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:39,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:39,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:39,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:39,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/06e2f5e2ed6a4a0da15a1f843ca35b2e is 50, key is test_row_0/A:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:39,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742341_1517 (size=14341) 2024-12-01T19:31:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081559974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081559981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081559985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081559989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081559994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081560095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081560106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081560115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081560115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081560116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081560305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081560325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081560335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081560335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081560335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/06e2f5e2ed6a4a0da15a1f843ca35b2e 2024-12-01T19:31:40,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/81a6a096878743b6a192b1df1325cd2b is 50, key is test_row_0/B:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742342_1518 (size=12001) 2024-12-01T19:31:40,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/81a6a096878743b6a192b1df1325cd2b 2024-12-01T19:31:40,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/8d801718ddf841468416f778a172198a is 50, key is test_row_0/C:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:40,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742343_1519 (size=12001) 2024-12-01T19:31:40,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081560625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081560636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081560656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081560656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081560657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:40,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/8d801718ddf841468416f778a172198a 2024-12-01T19:31:40,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/06e2f5e2ed6a4a0da15a1f843ca35b2e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e 2024-12-01T19:31:40,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:40,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:40,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e, entries=200, sequenceid=51, filesize=14.0 K 2024-12-01T19:31:40,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/81a6a096878743b6a192b1df1325cd2b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b 2024-12-01T19:31:40,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T19:31:40,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/8d801718ddf841468416f778a172198a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a 2024-12-01T19:31:40,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-01T19:31:40,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 202e91ed6b21b08d89fba2cc31ec6185 in 964ms, sequenceid=51, compaction requested=true 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:40,843 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:40,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:31:40,844 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:40,844 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:40,844 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,844 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:40,844 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=39.7 K 2024-12-01T19:31:40,844 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 478da20e21a247d887931ba018a81724, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081498779 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:40,845 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,845 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=35.2 K 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2ef5b191f1d4a328f5c33193247d52a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081498870 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fabf774e7ec41df9d168a6b76d1b81b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081498779 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06e2f5e2ed6a4a0da15a1f843ca35b2e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:40,845 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e59f79ec48e410b87931e10a7590733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081498870 2024-12-01T19:31:40,846 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a6a096878743b6a192b1df1325cd2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:40,866 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:40,867 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/5e56ac9804b7469aaa20f15b75074dce is 50, key is test_row_0/B:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:40,869 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#435 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:40,870 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/8dfd47a00a434deab6766986134d0387 is 50, key is test_row_0/A:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742345_1521 (size=12104) 2024-12-01T19:31:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742344_1520 (size=12104) 2024-12-01T19:31:40,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-01T19:31:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:40,967 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f7dc24455ad94c8c85456ff15d50179d is 50, key is test_row_0/A:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742346_1522 (size=12001) 2024-12-01T19:31:41,036 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f7dc24455ad94c8c85456ff15d50179d 2024-12-01T19:31:41,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/5b7914d6b3734ff0ba2edaa19e39557b is 50, key is test_row_0/B:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742347_1523 (size=12001) 2024-12-01T19:31:41,106 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/5b7914d6b3734ff0ba2edaa19e39557b 2024-12-01T19:31:41,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/14463b4f2d064289b56358febda7cf5b is 50, key is test_row_0/C:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742348_1524 (size=12001) 2024-12-01T19:31:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081561180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081561188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081561188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081561216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081561224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,314 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/8dfd47a00a434deab6766986134d0387 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8dfd47a00a434deab6766986134d0387 2024-12-01T19:31:41,319 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 8dfd47a00a434deab6766986134d0387(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:41,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:41,319 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081500843; duration=0sec 2024-12-01T19:31:41,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:41,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:41,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:41,320 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:41,320 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:41,320 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:41,320 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=35.2 K 2024-12-01T19:31:41,320 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb08fba801384cb2b4886a1f6d938540, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733081498779 2024-12-01T19:31:41,321 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 252436ce010e4653af2eb3241f5a9035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081498870 2024-12-01T19:31:41,321 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d801718ddf841468416f778a172198a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081561315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081561315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081561316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,345 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/5e56ac9804b7469aaa20f15b75074dce as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5e56ac9804b7469aaa20f15b75074dce 2024-12-01T19:31:41,350 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 5e56ac9804b7469aaa20f15b75074dce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:41,350 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:41,350 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081500843; duration=0sec 2024-12-01T19:31:41,350 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:41,350 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081561345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081561345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,357 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:41,357 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/9cc3f764c0754f40a6d7e205761c6606 is 50, key is test_row_0/C:col10/1733081499550/Put/seqid=0 2024-12-01T19:31:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742349_1525 (size=12104) 2024-12-01T19:31:41,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081561535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081561535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081561536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,549 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/14463b4f2d064289b56358febda7cf5b 2024-12-01T19:31:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f7dc24455ad94c8c85456ff15d50179d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d 2024-12-01T19:31:41,557 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d, entries=150, sequenceid=77, filesize=11.7 K 2024-12-01T19:31:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/5b7914d6b3734ff0ba2edaa19e39557b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b 2024-12-01T19:31:41,562 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b, entries=150, sequenceid=77, filesize=11.7 K 2024-12-01T19:31:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/14463b4f2d064289b56358febda7cf5b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b 2024-12-01T19:31:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081561565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,568 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b, entries=150, sequenceid=77, filesize=11.7 K 2024-12-01T19:31:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081561565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,570 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202e91ed6b21b08d89fba2cc31ec6185 in 603ms, sequenceid=77, compaction requested=false 2024-12-01T19:31:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:41,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-01T19:31:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-01T19:31:41,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-01T19:31:41,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7970 sec 2024-12-01T19:31:41,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.8050 sec 2024-12-01T19:31:41,789 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/9cc3f764c0754f40a6d7e205761c6606 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9cc3f764c0754f40a6d7e205761c6606 2024-12-01T19:31:41,793 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 9cc3f764c0754f40a6d7e205761c6606(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:41,793 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:41,793 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081500843; duration=0sec 2024-12-01T19:31:41,793 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:41,793 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:41,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:41,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e519d93a55674ab89452c492399cb2a6 is 50, key is test_row_1/A:col10/1733081501197/Put/seqid=0 2024-12-01T19:31:41,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:31:41,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742350_1526 (size=11997) 2024-12-01T19:31:41,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e519d93a55674ab89452c492399cb2a6 2024-12-01T19:31:41,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/f804f1cf4c9f4e0cb85b0d03392ae0ad is 50, key is test_row_1/B:col10/1733081501197/Put/seqid=0 2024-12-01T19:31:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742351_1527 (size=9657) 2024-12-01T19:31:41,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/f804f1cf4c9f4e0cb85b0d03392ae0ad 2024-12-01T19:31:41,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/c1d711afdd2d4dd8ace0928fe5df3efd is 50, key is test_row_1/C:col10/1733081501197/Put/seqid=0 2024-12-01T19:31:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081561912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081561912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742352_1528 (size=9657) 2024-12-01T19:31:41,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/c1d711afdd2d4dd8ace0928fe5df3efd 2024-12-01T19:31:41,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081561923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081561924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081561924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:41,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e519d93a55674ab89452c492399cb2a6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6 2024-12-01T19:31:41,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-01T19:31:41,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/f804f1cf4c9f4e0cb85b0d03392ae0ad as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad 2024-12-01T19:31:41,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad, entries=100, sequenceid=91, filesize=9.4 K 2024-12-01T19:31:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/c1d711afdd2d4dd8ace0928fe5df3efd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd 2024-12-01T19:31:41,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd, entries=100, sequenceid=91, filesize=9.4 K 2024-12-01T19:31:41,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202e91ed6b21b08d89fba2cc31ec6185 in 117ms, sequenceid=91, compaction requested=true 2024-12-01T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:41,966 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:41,966 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:41,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:41,967 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:41,967 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:41,967 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:41,968 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8dfd47a00a434deab6766986134d0387, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=35.3 K 2024-12-01T19:31:41,969 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:41,969 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:41,969 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:41,969 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dfd47a00a434deab6766986134d0387, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:41,969 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5e56ac9804b7469aaa20f15b75074dce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=33.0 K 2024-12-01T19:31:41,970 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e56ac9804b7469aaa20f15b75074dce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:41,970 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7dc24455ad94c8c85456ff15d50179d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733081499957 2024-12-01T19:31:41,970 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b7914d6b3734ff0ba2edaa19e39557b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733081499957 2024-12-01T19:31:41,970 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e519d93a55674ab89452c492399cb2a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081501191 2024-12-01T19:31:41,970 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting f804f1cf4c9f4e0cb85b0d03392ae0ad, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081501197 2024-12-01T19:31:41,979 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:41,981 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:41,981 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/1feb6293b5dd47f2b63f36769b63f117 is 50, key is test_row_0/B:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:41,984 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/8a2256ccaa98411fad5b2e9c9f958255 is 50, key is test_row_0/A:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:41,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742354_1530 (size=12207) 2024-12-01T19:31:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742353_1529 (size=12207) 2024-12-01T19:31:42,007 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/8a2256ccaa98411fad5b2e9c9f958255 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8a2256ccaa98411fad5b2e9c9f958255 2024-12-01T19:31:42,008 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/1feb6293b5dd47f2b63f36769b63f117 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1feb6293b5dd47f2b63f36769b63f117 2024-12-01T19:31:42,017 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 1feb6293b5dd47f2b63f36769b63f117(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:42,017 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:42,017 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081501966; duration=0sec 2024-12-01T19:31:42,017 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:42,017 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:42,018 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:42,019 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 8a2256ccaa98411fad5b2e9c9f958255(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:42,019 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:42,019 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081501966; duration=0sec 2024-12-01T19:31:42,019 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:42,019 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:42,020 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:42,020 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:42,020 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:42,020 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9cc3f764c0754f40a6d7e205761c6606, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=33.0 K 2024-12-01T19:31:42,022 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cc3f764c0754f40a6d7e205761c6606, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733081499545 2024-12-01T19:31:42,023 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 14463b4f2d064289b56358febda7cf5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733081499957 2024-12-01T19:31:42,023 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c1d711afdd2d4dd8ace0928fe5df3efd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081501197 2024-12-01T19:31:42,041 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:42,041 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fe81f9b8464a414294a9547564d5490a is 50, key is test_row_0/C:col10/1733081499957/Put/seqid=0 2024-12-01T19:31:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:42,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:42,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e64d3b5b82ab49c4ab629edc479df84f is 50, key is test_row_0/A:col10/1733081501921/Put/seqid=0 2024-12-01T19:31:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742355_1531 (size=12207) 2024-12-01T19:31:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742356_1532 (size=14341) 2024-12-01T19:31:42,073 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fe81f9b8464a414294a9547564d5490a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe81f9b8464a414294a9547564d5490a 2024-12-01T19:31:42,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081562063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081562063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081562064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081562065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,080 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into fe81f9b8464a414294a9547564d5490a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:42,080 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:42,080 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081501967; duration=0sec 2024-12-01T19:31:42,080 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:42,080 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081562074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081562185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081562185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081562185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081562185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081562195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081562397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081562397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081562397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081562397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081562405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e64d3b5b82ab49c4ab629edc479df84f 2024-12-01T19:31:42,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9dc3cfc84e224111a6896eab2ab73527 is 50, key is test_row_0/B:col10/1733081501921/Put/seqid=0 2024-12-01T19:31:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742357_1533 (size=12001) 2024-12-01T19:31:42,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9dc3cfc84e224111a6896eab2ab73527 2024-12-01T19:31:42,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bcb6e0dc1fab42b7b42acfb125fa881b is 50, key is test_row_0/C:col10/1733081501921/Put/seqid=0 2024-12-01T19:31:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742358_1534 (size=12001) 2024-12-01T19:31:42,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081562705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081562705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081562705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081562716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081562716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:42,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:42,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bcb6e0dc1fab42b7b42acfb125fa881b 2024-12-01T19:31:42,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/e64d3b5b82ab49c4ab629edc479df84f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f 2024-12-01T19:31:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f, entries=200, sequenceid=119, filesize=14.0 K 2024-12-01T19:31:42,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9dc3cfc84e224111a6896eab2ab73527 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527 2024-12-01T19:31:42,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T19:31:42,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bcb6e0dc1fab42b7b42acfb125fa881b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b 2024-12-01T19:31:42,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b, entries=150, sequenceid=119, filesize=11.7 K 2024-12-01T19:31:42,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202e91ed6b21b08d89fba2cc31ec6185 in 910ms, sequenceid=119, compaction requested=false 2024-12-01T19:31:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-01T19:31:43,005 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:43,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-01T19:31:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T19:31:43,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:43,009 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:43,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T19:31:43,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-01T19:31:43,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:43,162 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:31:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/faf20feb4a0d49e38851821de4b80704 is 50, key is test_row_0/A:col10/1733081502062/Put/seqid=0 2024-12-01T19:31:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742359_1535 (size=12001) 2024-12-01T19:31:43,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081563281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081563292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081563292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081563293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081563295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T19:31:43,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081563404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081563415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081563415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081563420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081563420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/faf20feb4a0d49e38851821de4b80704 2024-12-01T19:31:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T19:31:43,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/54cf88fac0554d1699ad529ab7515998 is 50, key is test_row_0/B:col10/1733081502062/Put/seqid=0 2024-12-01T19:31:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081563625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081563626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081563627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081563645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081563645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742360_1536 (size=12001) 2024-12-01T19:31:43,682 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/54cf88fac0554d1699ad529ab7515998 2024-12-01T19:31:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/882c806f29ec471a8046d45a80cf1162 is 50, key is test_row_0/C:col10/1733081502062/Put/seqid=0 2024-12-01T19:31:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742361_1537 (size=12001) 2024-12-01T19:31:43,721 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/882c806f29ec471a8046d45a80cf1162 2024-12-01T19:31:43,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/faf20feb4a0d49e38851821de4b80704 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704 2024-12-01T19:31:43,727 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704, entries=150, sequenceid=130, filesize=11.7 K 2024-12-01T19:31:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/54cf88fac0554d1699ad529ab7515998 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998 2024-12-01T19:31:43,730 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998, entries=150, sequenceid=130, filesize=11.7 K 2024-12-01T19:31:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/882c806f29ec471a8046d45a80cf1162 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162 2024-12-01T19:31:43,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162, entries=150, sequenceid=130, filesize=11.7 K 2024-12-01T19:31:43,735 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 202e91ed6b21b08d89fba2cc31ec6185 in 573ms, sequenceid=130, compaction requested=true 2024-12-01T19:31:43,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:43,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:43,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-01T19:31:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-01T19:31:43,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-01T19:31:43,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 729 msec 2024-12-01T19:31:43,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 736 msec 2024-12-01T19:31:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:43,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-01T19:31:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:43,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b37de9ba7b4548fc92d14bbcfa9c6f79 is 50, key is test_row_0/A:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742362_1538 (size=14541) 2024-12-01T19:31:43,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b37de9ba7b4548fc92d14bbcfa9c6f79 2024-12-01T19:31:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081563965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081563965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081563967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081563967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081563975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:43,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6b34e5fae83c482fa85bbb92fe890646 is 50, key is test_row_0/B:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742363_1539 (size=12151) 2024-12-01T19:31:43,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6b34e5fae83c482fa85bbb92fe890646 2024-12-01T19:31:44,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bf6f174be5a94b9f8d64b714b1fa2ff9 is 50, key is test_row_0/C:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742364_1540 (size=12151) 2024-12-01T19:31:44,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bf6f174be5a94b9f8d64b714b1fa2ff9 2024-12-01T19:31:44,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b37de9ba7b4548fc92d14bbcfa9c6f79 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79 2024-12-01T19:31:44,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79, entries=200, sequenceid=157, filesize=14.2 K 2024-12-01T19:31:44,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/6b34e5fae83c482fa85bbb92fe890646 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646 2024-12-01T19:31:44,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T19:31:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/bf6f174be5a94b9f8d64b714b1fa2ff9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9 2024-12-01T19:31:44,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T19:31:44,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 202e91ed6b21b08d89fba2cc31ec6185 in 92ms, sequenceid=157, compaction requested=true 2024-12-01T19:31:44,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:44,043 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:44,043 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:44,045 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:44,045 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:44,045 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,045 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1feb6293b5dd47f2b63f36769b63f117, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=47.2 K 2024-12-01T19:31:44,045 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:44,046 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1feb6293b5dd47f2b63f36769b63f117, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081499957 2024-12-01T19:31:44,046 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:44,046 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,046 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8a2256ccaa98411fad5b2e9c9f958255, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=51.8 K 2024-12-01T19:31:44,049 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc3cfc84e224111a6896eab2ab73527, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733081501921 2024-12-01T19:31:44,049 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a2256ccaa98411fad5b2e9c9f958255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081499957 2024-12-01T19:31:44,050 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 54cf88fac0554d1699ad529ab7515998, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733081502062 2024-12-01T19:31:44,050 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e64d3b5b82ab49c4ab629edc479df84f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733081501921 2024-12-01T19:31:44,051 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b34e5fae83c482fa85bbb92fe890646, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:44,051 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf20feb4a0d49e38851821de4b80704, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733081502062 2024-12-01T19:31:44,051 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b37de9ba7b4548fc92d14bbcfa9c6f79, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:44,065 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:44,065 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d8c579f9619d49bd9e72203201c900b6 is 50, key is test_row_0/A:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:44,076 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:44,077 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/8746f612f4984a36a12da5edaa99f9bf is 50, key is test_row_0/B:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:44,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742365_1541 (size=12493) 2024-12-01T19:31:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:44,094 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:44,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:44,094 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d8c579f9619d49bd9e72203201c900b6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d8c579f9619d49bd9e72203201c900b6 2024-12-01T19:31:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742366_1542 (size=12493) 2024-12-01T19:31:44,108 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into d8c579f9619d49bd9e72203201c900b6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:44,108 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:44,109 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=12, startTime=1733081504042; duration=0sec 2024-12-01T19:31:44,109 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:44,109 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:44,109 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:44,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/44e6994263ca478699ff617be023de27 is 50, key is test_row_1/A:col10/1733081504092/Put/seqid=0 2024-12-01T19:31:44,112 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:44,112 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:44,112 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/8746f612f4984a36a12da5edaa99f9bf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/8746f612f4984a36a12da5edaa99f9bf 2024-12-01T19:31:44,112 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,112 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe81f9b8464a414294a9547564d5490a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=47.2 K 2024-12-01T19:31:44,113 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe81f9b8464a414294a9547564d5490a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733081499957 2024-12-01T19:31:44,113 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb6e0dc1fab42b7b42acfb125fa881b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733081501921 2024-12-01T19:31:44,114 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 882c806f29ec471a8046d45a80cf1162, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733081502062 2024-12-01T19:31:44,114 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf6f174be5a94b9f8d64b714b1fa2ff9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:44,118 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 8746f612f4984a36a12da5edaa99f9bf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:44,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:44,118 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=12, startTime=1733081504043; duration=0sec 2024-12-01T19:31:44,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:44,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:44,131 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:44,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/6974566606174d16bace2c2e3122f1a2 is 50, key is test_row_0/C:col10/1733081503949/Put/seqid=0 2024-12-01T19:31:44,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742367_1543 (size=9757) 2024-12-01T19:31:44,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/44e6994263ca478699ff617be023de27 2024-12-01T19:31:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-01T19:31:44,145 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:44,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/27e5df0e8ea549fba2b67f883811ca5b is 50, key is test_row_1/B:col10/1733081504092/Put/seqid=0 2024-12-01T19:31:44,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-01T19:31:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:44,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:44,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:44,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742368_1544 (size=12493) 2024-12-01T19:31:44,157 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/6974566606174d16bace2c2e3122f1a2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/6974566606174d16bace2c2e3122f1a2 2024-12-01T19:31:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742369_1545 (size=9757) 2024-12-01T19:31:44,162 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 6974566606174d16bace2c2e3122f1a2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:44,162 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:44,162 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=12, startTime=1733081504043; duration=0sec 2024-12-01T19:31:44,162 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:44,162 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081564171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081564180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081564180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081564182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:44,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081564285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081564295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081564295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081564295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:44,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081564485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081564495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081564505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081564505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081564505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/27e5df0e8ea549fba2b67f883811ca5b 2024-12-01T19:31:44,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/0bd479f858cf44ddbe3ea678d989cd61 is 50, key is test_row_1/C:col10/1733081504092/Put/seqid=0 2024-12-01T19:31:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742370_1546 (size=9757) 2024-12-01T19:31:44,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:44,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081564805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081564815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081564815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081564815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:44,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:44,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:44,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:44,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:44,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:44,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/0bd479f858cf44ddbe3ea678d989cd61 2024-12-01T19:31:44,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/44e6994263ca478699ff617be023de27 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27 2024-12-01T19:31:44,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27, entries=100, sequenceid=168, filesize=9.5 K 2024-12-01T19:31:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/27e5df0e8ea549fba2b67f883811ca5b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b 2024-12-01T19:31:44,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b, entries=100, sequenceid=168, filesize=9.5 K 2024-12-01T19:31:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/0bd479f858cf44ddbe3ea678d989cd61 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61 2024-12-01T19:31:44,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61, entries=100, sequenceid=168, filesize=9.5 K 2024-12-01T19:31:44,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 202e91ed6b21b08d89fba2cc31ec6185 in 900ms, sequenceid=168, compaction requested=false 2024-12-01T19:31:44,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:45,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-01T19:31:45,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:45,067 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:45,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/cf24ed1fdd2248c098712d62c75b7c89 is 50, key is test_row_0/A:col10/1733081504179/Put/seqid=0 2024-12-01T19:31:45,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742371_1547 (size=12151) 2024-12-01T19:31:45,136 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/cf24ed1fdd2248c098712d62c75b7c89 2024-12-01T19:31:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2c43b66ab92d451ab9bb0b005e65cbf5 is 50, key is test_row_0/B:col10/1733081504179/Put/seqid=0 2024-12-01T19:31:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742372_1548 (size=12151) 2024-12-01T19:31:45,207 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2c43b66ab92d451ab9bb0b005e65cbf5 2024-12-01T19:31:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/52fac9d2c29e4252b0a6645cebf2ece6 is 50, key is test_row_0/C:col10/1733081504179/Put/seqid=0 2024-12-01T19:31:45,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742373_1549 (size=12151) 2024-12-01T19:31:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:45,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:45,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081565335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081565335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081565343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081565344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081565455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081565456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081565495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,497 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,648 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/52fac9d2c29e4252b0a6645cebf2ece6 2024-12-01T19:31:45,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/cf24ed1fdd2248c098712d62c75b7c89 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89 2024-12-01T19:31:45,671 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T19:31:45,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2c43b66ab92d451ab9bb0b005e65cbf5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5 2024-12-01T19:31:45,678 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T19:31:45,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081565665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081565668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:45,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/52fac9d2c29e4252b0a6645cebf2ece6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6 2024-12-01T19:31:45,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:45,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:45,693 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6, entries=150, sequenceid=197, filesize=11.9 K 2024-12-01T19:31:45,694 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202e91ed6b21b08d89fba2cc31ec6185 in 627ms, sequenceid=197, compaction requested=true 2024-12-01T19:31:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-01T19:31:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-01T19:31:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-01T19:31:45,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec 2024-12-01T19:31:45,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.5540 sec 2024-12-01T19:31:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:45,991 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:45,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:46,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d2a7c5e9d948424b86015cd4bc8f5a60 is 50, key is test_row_0/A:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742374_1550 (size=14541) 2024-12-01T19:31:46,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d2a7c5e9d948424b86015cd4bc8f5a60 2024-12-01T19:31:46,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dbd26aa8de66446c849b85e805419ccb is 50, key is test_row_0/B:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742375_1551 (size=12151) 2024-12-01T19:31:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081566106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081566107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081566225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081566225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-01T19:31:46,305 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:46,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-01T19:31:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T19:31:46,308 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:46,309 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:46,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081566355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081566355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,360 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,360 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T19:31:46,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dbd26aa8de66446c849b85e805419ccb 2024-12-01T19:31:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081566437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/9fc5bd98e97e4b81bbe80e900b9e2eeb is 50, key is test_row_0/C:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742376_1552 (size=12151) 2024-12-01T19:31:46,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081566446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/9fc5bd98e97e4b81bbe80e900b9e2eeb 2024-12-01T19:31:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d2a7c5e9d948424b86015cd4bc8f5a60 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60 2024-12-01T19:31:46,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T19:31:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:46,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60, entries=200, sequenceid=208, filesize=14.2 K 2024-12-01T19:31:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dbd26aa8de66446c849b85e805419ccb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb 2024-12-01T19:31:46,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb, entries=150, sequenceid=208, filesize=11.9 K 2024-12-01T19:31:46,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/9fc5bd98e97e4b81bbe80e900b9e2eeb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb 2024-12-01T19:31:46,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb, entries=150, sequenceid=208, filesize=11.9 K 2024-12-01T19:31:46,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202e91ed6b21b08d89fba2cc31ec6185 in 500ms, sequenceid=208, compaction requested=true 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:46,492 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:46,492 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:46,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:46,493 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48942 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:46,493 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:46,493 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,493 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d8c579f9619d49bd9e72203201c900b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=47.8 K 2024-12-01T19:31:46,493 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:46,493 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:46,493 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,494 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/8746f612f4984a36a12da5edaa99f9bf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=45.5 K 2024-12-01T19:31:46,494 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c579f9619d49bd9e72203201c900b6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:46,494 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8746f612f4984a36a12da5edaa99f9bf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:46,494 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 27e5df0e8ea549fba2b67f883811ca5b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733081504089 2024-12-01T19:31:46,494 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44e6994263ca478699ff617be023de27, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733081504089 2024-12-01T19:31:46,495 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c43b66ab92d451ab9bb0b005e65cbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733081504152 2024-12-01T19:31:46,495 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf24ed1fdd2248c098712d62c75b7c89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733081504152 2024-12-01T19:31:46,495 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting dbd26aa8de66446c849b85e805419ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:46,495 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2a7c5e9d948424b86015cd4bc8f5a60, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:46,509 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:46,509 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/4c8f07d0972344ae9a02ddff28a901de is 50, key is test_row_0/B:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,514 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:46,515 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/49de529563364a61974f579999930ec9 is 50, key is test_row_0/A:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742377_1553 (size=12629) 2024-12-01T19:31:46,576 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/4c8f07d0972344ae9a02ddff28a901de as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/4c8f07d0972344ae9a02ddff28a901de 2024-12-01T19:31:46,584 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 4c8f07d0972344ae9a02ddff28a901de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:46,584 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:46,584 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=12, startTime=1733081506492; duration=0sec 2024-12-01T19:31:46,593 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:46,593 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:46,593 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742378_1554 (size=12629) 2024-12-01T19:31:46,598 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:46,598 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:46,598 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,598 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/6974566606174d16bace2c2e3122f1a2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=45.5 K 2024-12-01T19:31:46,598 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 6974566606174d16bace2c2e3122f1a2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081503288 2024-12-01T19:31:46,599 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd479f858cf44ddbe3ea678d989cd61, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733081504089 2024-12-01T19:31:46,599 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 52fac9d2c29e4252b0a6645cebf2ece6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733081504152 2024-12-01T19:31:46,599 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc5bd98e97e4b81bbe80e900b9e2eeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:46,614 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:46,616 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/4e34489989ab4a68ad6db4a14a7b8524 is 50, key is test_row_0/C:col10/1733081505342/Put/seqid=0 2024-12-01T19:31:46,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-01T19:31:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,619 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:46,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ea15a10ede9e4c438ea9d917d496df8c is 50, key is test_row_0/A:col10/1733081506105/Put/seqid=0 2024-12-01T19:31:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T19:31:46,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742379_1555 (size=12629) 2024-12-01T19:31:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742380_1556 (size=12151) 2024-12-01T19:31:46,645 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ea15a10ede9e4c438ea9d917d496df8c 2024-12-01T19:31:46,653 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/4e34489989ab4a68ad6db4a14a7b8524 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/4e34489989ab4a68ad6db4a14a7b8524 2024-12-01T19:31:46,666 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 4e34489989ab4a68ad6db4a14a7b8524(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:46,667 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:46,667 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=12, startTime=1733081506492; duration=0sec 2024-12-01T19:31:46,667 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:46,667 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ec3e5297f7104ea99e977c9022a5636f is 50, key is test_row_0/B:col10/1733081506105/Put/seqid=0 2024-12-01T19:31:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742381_1557 (size=12151) 2024-12-01T19:31:46,722 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ec3e5297f7104ea99e977c9022a5636f 2024-12-01T19:31:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/58987e3b354540d5b8925a4ba39f07f0 is 50, key is test_row_0/C:col10/1733081506105/Put/seqid=0 2024-12-01T19:31:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:46,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742382_1558 (size=12151) 2024-12-01T19:31:46,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/58987e3b354540d5b8925a4ba39f07f0 2024-12-01T19:31:46,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ea15a10ede9e4c438ea9d917d496df8c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c 2024-12-01T19:31:46,778 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c, entries=150, sequenceid=234, filesize=11.9 K 2024-12-01T19:31:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ec3e5297f7104ea99e977c9022a5636f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f 2024-12-01T19:31:46,784 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f, entries=150, sequenceid=234, filesize=11.9 K 2024-12-01T19:31:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/58987e3b354540d5b8925a4ba39f07f0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0 2024-12-01T19:31:46,789 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0, entries=150, sequenceid=234, filesize=11.9 K 2024-12-01T19:31:46,790 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=40.25 KB/41220 for 202e91ed6b21b08d89fba2cc31ec6185 in 171ms, sequenceid=234, compaction requested=false 2024-12-01T19:31:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-01T19:31:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-01T19:31:46,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-01T19:31:46,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 483 msec 2024-12-01T19:31:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:46,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:46,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:46,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 491 msec 2024-12-01T19:31:46,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/fa5eaade3f58447c8c144e91b8e24ff9 is 50, key is test_row_0/A:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:46,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742383_1559 (size=16931) 2024-12-01T19:31:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081566906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081566907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-01T19:31:46,935 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:46,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-01T19:31:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:46,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:46,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:46,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:47,000 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/49de529563364a61974f579999930ec9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/49de529563364a61974f579999930ec9 2024-12-01T19:31:47,014 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 49de529563364a61974f579999930ec9(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:47,014 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:47,014 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=12, startTime=1733081506492; duration=0sec 2024-12-01T19:31:47,014 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:47,014 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:47,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081567025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081567025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:47,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T19:31:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/fa5eaade3f58447c8c144e91b8e24ff9 2024-12-01T19:31:47,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/64e34b51898a4931bba3c2efc96d7a5c is 50, key is test_row_0/B:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742384_1560 (size=12151) 2024-12-01T19:31:47,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/64e34b51898a4931bba3c2efc96d7a5c 2024-12-01T19:31:47,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/367d4fbb869b4db6be61dddc44a8c3fa is 50, key is test_row_0/C:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742385_1561 (size=12151) 2024-12-01T19:31:47,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081567235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T19:31:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081567236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:47,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T19:31:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081567515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,527 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081567545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T19:31:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:47,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081567555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:47,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:47,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:47,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/367d4fbb869b4db6be61dddc44a8c3fa 2024-12-01T19:31:47,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/fa5eaade3f58447c8c144e91b8e24ff9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9 2024-12-01T19:31:47,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9, entries=250, sequenceid=246, filesize=16.5 K 2024-12-01T19:31:47,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/64e34b51898a4931bba3c2efc96d7a5c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c 2024-12-01T19:31:47,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T19:31:47,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/367d4fbb869b4db6be61dddc44a8c3fa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa 2024-12-01T19:31:47,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa, entries=150, sequenceid=246, filesize=11.9 K 2024-12-01T19:31:47,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202e91ed6b21b08d89fba2cc31ec6185 in 857ms, sequenceid=246, compaction requested=true 2024-12-01T19:31:47,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:47,653 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:47,654 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:47,654 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:47,654 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,654 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/49de529563364a61974f579999930ec9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=40.7 K 2024-12-01T19:31:47,655 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49de529563364a61974f579999930ec9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:47,655 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:47,655 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea15a10ede9e4c438ea9d917d496df8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733081506064 2024-12-01T19:31:47,655 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5eaade3f58447c8c144e91b8e24ff9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506766 2024-12-01T19:31:47,656 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:47,656 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:47,656 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,656 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/4c8f07d0972344ae9a02ddff28a901de, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.1 K 2024-12-01T19:31:47,657 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8f07d0972344ae9a02ddff28a901de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:47,657 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ec3e5297f7104ea99e977c9022a5636f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733081506064 2024-12-01T19:31:47,658 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 64e34b51898a4931bba3c2efc96d7a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506783 2024-12-01T19:31:47,665 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:47,665 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/3fe1d4c7e100456e926e016e5da1d55d is 50, key is test_row_0/A:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:47,670 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:47,670 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/21654b998fe241f19c01b36feedf7d44 is 50, key is test_row_0/B:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:47,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742386_1562 (size=12731) 2024-12-01T19:31:47,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-01T19:31:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:47,718 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742387_1563 (size=12731) 2024-12-01T19:31:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 is 50, key is test_row_0/A:col10/1733081506906/Put/seqid=0 2024-12-01T19:31:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742388_1564 (size=12301) 2024-12-01T19:31:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:48,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:48,120 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/3fe1d4c7e100456e926e016e5da1d55d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/3fe1d4c7e100456e926e016e5da1d55d 2024-12-01T19:31:48,124 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/21654b998fe241f19c01b36feedf7d44 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/21654b998fe241f19c01b36feedf7d44 2024-12-01T19:31:48,128 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 3fe1d4c7e100456e926e016e5da1d55d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:48,128 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:48,128 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081507653; duration=0sec 2024-12-01T19:31:48,128 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:48,128 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:48,128 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:48,132 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 21654b998fe241f19c01b36feedf7d44(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:48,132 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:48,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:48,132 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081507655; duration=0sec 2024-12-01T19:31:48,132 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:48,132 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:48,132 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:48,132 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:48,132 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/4e34489989ab4a68ad6db4a14a7b8524, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.1 K 2024-12-01T19:31:48,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e34489989ab4a68ad6db4a14a7b8524, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733081505326 2024-12-01T19:31:48,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58987e3b354540d5b8925a4ba39f07f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733081506064 2024-12-01T19:31:48,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 367d4fbb869b4db6be61dddc44a8c3fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506783 2024-12-01T19:31:48,142 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:48,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081568129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081568130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,148 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/7f940002a5674b9eb2c159d1a3a1f919 is 50, key is test_row_0/C:col10/1733081506795/Put/seqid=0 2024-12-01T19:31:48,157 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 2024-12-01T19:31:48,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c70870a39965466b9a777a7c953b1837 is 50, key is test_row_0/B:col10/1733081506906/Put/seqid=0 2024-12-01T19:31:48,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742389_1565 (size=12731) 2024-12-01T19:31:48,185 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/7f940002a5674b9eb2c159d1a3a1f919 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/7f940002a5674b9eb2c159d1a3a1f919 2024-12-01T19:31:48,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742390_1566 (size=12301) 2024-12-01T19:31:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c70870a39965466b9a777a7c953b1837 2024-12-01T19:31:48,191 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 7f940002a5674b9eb2c159d1a3a1f919(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:48,191 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:48,191 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081507655; duration=0sec 2024-12-01T19:31:48,191 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:48,191 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/56a631fc218946aa82e5007b8cc83556 is 50, key is test_row_0/C:col10/1733081506906/Put/seqid=0 2024-12-01T19:31:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742391_1567 (size=12301) 2024-12-01T19:31:48,212 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/56a631fc218946aa82e5007b8cc83556 2024-12-01T19:31:48,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 2024-12-01T19:31:48,221 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T19:31:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c70870a39965466b9a777a7c953b1837 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837 2024-12-01T19:31:48,225 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T19:31:48,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/56a631fc218946aa82e5007b8cc83556 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556 2024-12-01T19:31:48,232 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556, entries=150, sequenceid=272, filesize=12.0 K 2024-12-01T19:31:48,233 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 202e91ed6b21b08d89fba2cc31ec6185 in 515ms, sequenceid=272, compaction requested=false 2024-12-01T19:31:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:48,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-01T19:31:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-01T19:31:48,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-01T19:31:48,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2970 sec 2024-12-01T19:31:48,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.3010 sec 2024-12-01T19:31:48,247 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:48,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:31:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:48,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f is 50, key is test_row_0/A:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742392_1568 (size=12301) 2024-12-01T19:31:48,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081568320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081568324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081568375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,379 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081568385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,391 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081568435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081568435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081568645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081568645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f 2024-12-01T19:31:48,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7a089f9829714a80afb1258e402ebe1a is 50, key is test_row_0/B:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742393_1569 (size=12301) 2024-12-01T19:31:48,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7a089f9829714a80afb1258e402ebe1a 2024-12-01T19:31:48,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1946823c467744949422ed50eb063729 is 50, key is test_row_0/C:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:48,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742394_1570 (size=12301) 2024-12-01T19:31:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081568955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081568965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-01T19:31:49,085 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:49,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-01T19:31:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:49,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:49,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:49,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1946823c467744949422ed50eb063729 2024-12-01T19:31:49,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f 2024-12-01T19:31:49,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:31:49,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7a089f9829714a80afb1258e402ebe1a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a 2024-12-01T19:31:49,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:31:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1946823c467744949422ed50eb063729 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729 2024-12-01T19:31:49,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729, entries=150, sequenceid=288, filesize=12.0 K 2024-12-01T19:31:49,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 202e91ed6b21b08d89fba2cc31ec6185 in 869ms, sequenceid=288, compaction requested=true 2024-12-01T19:31:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:49,116 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:49,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:49,117 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:49,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:49,118 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:49,118 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:49,118 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/21654b998fe241f19c01b36feedf7d44, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.5 K 2024-12-01T19:31:49,118 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:49,118 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:49,118 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:49,118 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/3fe1d4c7e100456e926e016e5da1d55d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.5 K 2024-12-01T19:31:49,119 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fe1d4c7e100456e926e016e5da1d55d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506783 2024-12-01T19:31:49,119 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 21654b998fe241f19c01b36feedf7d44, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506783 2024-12-01T19:31:49,119 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed5c4f2431a04d8e82cbeb789f3f4cb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733081506897 2024-12-01T19:31:49,119 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c70870a39965466b9a777a7c953b1837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733081506897 2024-12-01T19:31:49,120 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fa3db77aa4d49ea8cf6a8be0fd9ee3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:49,120 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a089f9829714a80afb1258e402ebe1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:49,128 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:49,129 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/bc6da1589e724f59818d27e88b3f11fb is 50, key is test_row_0/B:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:49,130 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:49,130 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/59fa46b274d240b5b824ca8fc0bb20ce is 50, key is test_row_0/A:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742396_1572 (size=12983) 2024-12-01T19:31:49,142 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/59fa46b274d240b5b824ca8fc0bb20ce as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/59fa46b274d240b5b824ca8fc0bb20ce 2024-12-01T19:31:49,147 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 59fa46b274d240b5b824ca8fc0bb20ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:49,147 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:49,147 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081509116; duration=0sec 2024-12-01T19:31:49,147 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:49,147 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:49,147 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:49,148 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:49,148 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:49,148 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:49,148 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/7f940002a5674b9eb2c159d1a3a1f919, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.5 K 2024-12-01T19:31:49,150 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f940002a5674b9eb2c159d1a3a1f919, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733081506783 2024-12-01T19:31:49,150 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a631fc218946aa82e5007b8cc83556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733081506897 2024-12-01T19:31:49,150 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1946823c467744949422ed50eb063729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:49,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742395_1571 (size=12983) 2024-12-01T19:31:49,158 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:49,159 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/218004b87a77447992c68aa5443c06d0 is 50, key is test_row_0/C:col10/1733081508125/Put/seqid=0 2024-12-01T19:31:49,162 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/bc6da1589e724f59818d27e88b3f11fb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bc6da1589e724f59818d27e88b3f11fb 2024-12-01T19:31:49,169 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into bc6da1589e724f59818d27e88b3f11fb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:49,169 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:49,169 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081509116; duration=0sec 2024-12-01T19:31:49,170 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:49,170 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742397_1573 (size=12983) 2024-12-01T19:31:49,188 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/218004b87a77447992c68aa5443c06d0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/218004b87a77447992c68aa5443c06d0 2024-12-01T19:31:49,195 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 218004b87a77447992c68aa5443c06d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:49,195 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:49,195 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081509116; duration=0sec 2024-12-01T19:31:49,195 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:49,195 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:49,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-01T19:31:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:49,243 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:31:49,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a50b5ba0859c42838afc5feb0a458036 is 50, key is test_row_0/A:col10/1733081508309/Put/seqid=0 2024-12-01T19:31:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742398_1574 (size=12301) 2024-12-01T19:31:49,294 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a50b5ba0859c42838afc5feb0a458036 2024-12-01T19:31:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/719e67a49c8240fea99456a4b93ee684 is 50, key is test_row_0/B:col10/1733081508309/Put/seqid=0 2024-12-01T19:31:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742399_1575 (size=12301) 2024-12-01T19:31:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:49,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081569511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081569512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081569625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081569625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:49,727 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/719e67a49c8240fea99456a4b93ee684 2024-12-01T19:31:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/119a4c863cfc42628ad8a56f06ab394d is 50, key is test_row_0/C:col10/1733081508309/Put/seqid=0 2024-12-01T19:31:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742400_1576 (size=12301) 2024-12-01T19:31:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081569841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081569841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,160 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/119a4c863cfc42628ad8a56f06ab394d 2024-12-01T19:31:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081570155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081570156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/a50b5ba0859c42838afc5feb0a458036 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036 2024-12-01T19:31:50,223 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036, entries=150, sequenceid=314, filesize=12.0 K 2024-12-01T19:31:50,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/719e67a49c8240fea99456a4b93ee684 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684 2024-12-01T19:31:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:50,229 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684, entries=150, sequenceid=314, filesize=12.0 K 2024-12-01T19:31:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/119a4c863cfc42628ad8a56f06ab394d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d 2024-12-01T19:31:50,234 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d, entries=150, sequenceid=314, filesize=12.0 K 2024-12-01T19:31:50,236 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 202e91ed6b21b08d89fba2cc31ec6185 in 992ms, sequenceid=314, compaction requested=false 2024-12-01T19:31:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-01T19:31:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-01T19:31:50,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-01T19:31:50,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-12-01T19:31:50,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.1550 sec 2024-12-01T19:31:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:50,678 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:50,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:31:50,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9a246f3bfa747278af9a40b11a09155 is 50, key is test_row_0/A:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742401_1577 (size=9857) 2024-12-01T19:31:50,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081570771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081570773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081570885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081570885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:50,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9a246f3bfa747278af9a40b11a09155 2024-12-01T19:31:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081571095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081571095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9206730c106b4473aa462b24c4a00f4f is 50, key is test_row_0/B:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742402_1578 (size=9857) 2024-12-01T19:31:51,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9206730c106b4473aa462b24c4a00f4f 2024-12-01T19:31:51,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/93efcfd0710947bba879924a8e351df2 is 50, key is test_row_0/C:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742403_1579 (size=9857) 2024-12-01T19:31:51,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/93efcfd0710947bba879924a8e351df2 2024-12-01T19:31:51,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9a246f3bfa747278af9a40b11a09155 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155 2024-12-01T19:31:51,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155, entries=100, sequenceid=328, filesize=9.6 K 2024-12-01T19:31:51,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/9206730c106b4473aa462b24c4a00f4f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f 2024-12-01T19:31:51,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f, entries=100, sequenceid=328, filesize=9.6 K 2024-12-01T19:31:51,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/93efcfd0710947bba879924a8e351df2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2 2024-12-01T19:31:51,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2, entries=100, sequenceid=328, filesize=9.6 K 2024-12-01T19:31:51,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 202e91ed6b21b08d89fba2cc31ec6185 in 561ms, sequenceid=328, compaction requested=true 2024-12-01T19:31:51,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:51,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:51,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:51,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:51,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:51,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:51,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:51,240 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:51,240 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:51,240 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:51,240 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bc6da1589e724f59818d27e88b3f11fb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=34.3 K 2024-12-01T19:31:51,240 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/59fa46b274d240b5b824ca8fc0bb20ce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=34.3 K 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59fa46b274d240b5b824ca8fc0bb20ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bc6da1589e724f59818d27e88b3f11fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a50b5ba0859c42838afc5feb0a458036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733081508309 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 719e67a49c8240fea99456a4b93ee684, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733081508309 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9a246f3bfa747278af9a40b11a09155, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081509510 2024-12-01T19:31:51,241 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 9206730c106b4473aa462b24c4a00f4f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081509510 2024-12-01T19:31:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-01T19:31:51,245 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:51,245 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-01T19:31:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T19:31:51,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:51,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:51,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:51,264 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:51,265 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/bfa67fd7b05d4229a716f9ba8451b43b is 50, key is test_row_0/B:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:51,270 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:51,270 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c6c9b5c2eeff4249914978fc40982bc7 is 50, key is test_row_0/A:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742404_1580 (size=13085) 2024-12-01T19:31:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742405_1581 (size=13085) 2024-12-01T19:31:51,322 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/bfa67fd7b05d4229a716f9ba8451b43b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bfa67fd7b05d4229a716f9ba8451b43b 2024-12-01T19:31:51,327 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into bfa67fd7b05d4229a716f9ba8451b43b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:51,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:51,327 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081511240; duration=0sec 2024-12-01T19:31:51,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:51,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:51,327 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:51,331 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:51,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:51,332 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:51,332 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/218004b87a77447992c68aa5443c06d0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=34.3 K 2024-12-01T19:31:51,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 218004b87a77447992c68aa5443c06d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733081508125 2024-12-01T19:31:51,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 119a4c863cfc42628ad8a56f06ab394d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733081508309 2024-12-01T19:31:51,333 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 93efcfd0710947bba879924a8e351df2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081509510 2024-12-01T19:31:51,336 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#497 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:51,337 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/328b481f2dbb457d80f9505266fc86e7 is 50, key is test_row_0/C:col10/1733081510677/Put/seqid=0 2024-12-01T19:31:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742406_1582 (size=13085) 2024-12-01T19:31:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T19:31:51,356 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/328b481f2dbb457d80f9505266fc86e7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/328b481f2dbb457d80f9505266fc86e7 2024-12-01T19:31:51,361 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 328b481f2dbb457d80f9505266fc86e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:51,361 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:51,361 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081511240; duration=0sec 2024-12-01T19:31:51,361 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:51,361 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:51,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-01T19:31:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:51,400 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:31:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9c6072f29d741da9b20e83cc7f8c9ce is 50, key is test_row_0/A:col10/1733081510761/Put/seqid=0 2024-12-01T19:31:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:51,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:51,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742407_1583 (size=12301) 2024-12-01T19:31:51,412 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9c6072f29d741da9b20e83cc7f8c9ce 2024-12-01T19:31:51,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2b5ff922dbe14c1492403a5dd9cb965f is 50, key is test_row_0/B:col10/1733081510761/Put/seqid=0 2024-12-01T19:31:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742408_1584 (size=12301) 2024-12-01T19:31:51,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081571461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081571461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T19:31:51,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56366 deadline: 1733081571565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,570 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081571575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081571575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,717 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c6c9b5c2eeff4249914978fc40982bc7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c6c9b5c2eeff4249914978fc40982bc7 2024-12-01T19:31:51,721 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into c6c9b5c2eeff4249914978fc40982bc7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:51,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:51,721 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081511239; duration=0sec 2024-12-01T19:31:51,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:51,721 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081571785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081571785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:51,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:51,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2b5ff922dbe14c1492403a5dd9cb965f 2024-12-01T19:31:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/456bc1b2ad9a4c418b1c227af2afc093 is 50, key is test_row_0/C:col10/1733081510761/Put/seqid=0 2024-12-01T19:31:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742409_1585 (size=12301) 2024-12-01T19:31:51,843 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/456bc1b2ad9a4c418b1c227af2afc093 2024-12-01T19:31:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/c9c6072f29d741da9b20e83cc7f8c9ce as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce 2024-12-01T19:31:51,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce, entries=150, sequenceid=352, filesize=12.0 K 2024-12-01T19:31:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/2b5ff922dbe14c1492403a5dd9cb965f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f 2024-12-01T19:31:51,856 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f, entries=150, sequenceid=352, filesize=12.0 K 2024-12-01T19:31:51,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/456bc1b2ad9a4c418b1c227af2afc093 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093 2024-12-01T19:31:51,861 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093, entries=150, sequenceid=352, filesize=12.0 K 2024-12-01T19:31:51,862 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 202e91ed6b21b08d89fba2cc31ec6185 in 461ms, sequenceid=352, compaction requested=false 2024-12-01T19:31:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-01T19:31:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-01T19:31:51,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-01T19:31:51,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-12-01T19:31:51,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 620 msec 2024-12-01T19:31:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-01T19:31:51,875 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:51,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-01T19:31:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T19:31:51,877 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:51,878 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:51,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T19:31:52,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-01T19:31:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,032 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:31:52,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/865fc4636dc448b6a00ad63f45e5507b is 50, key is test_row_0/A:col10/1733081511448/Put/seqid=0 2024-12-01T19:31:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742410_1586 (size=12301) 2024-12-01T19:31:52,074 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/865fc4636dc448b6a00ad63f45e5507b 2024-12-01T19:31:52,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:52,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd081f79f8df471d90ee8ed764cb90de is 50, key is test_row_0/B:col10/1733081511448/Put/seqid=0 2024-12-01T19:31:52,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742411_1587 (size=12301) 2024-12-01T19:31:52,123 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd081f79f8df471d90ee8ed764cb90de 2024-12-01T19:31:52,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/dc4a717d4124421497b1bf36bc98a8e5 is 50, key is test_row_0/C:col10/1733081511448/Put/seqid=0 2024-12-01T19:31:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742412_1588 (size=12301) 2024-12-01T19:31:52,164 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/dc4a717d4124421497b1bf36bc98a8e5 2024-12-01T19:31:52,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/865fc4636dc448b6a00ad63f45e5507b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b 2024-12-01T19:31:52,181 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T19:31:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd081f79f8df471d90ee8ed764cb90de as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de 2024-12-01T19:31:52,193 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T19:31:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/dc4a717d4124421497b1bf36bc98a8e5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5 2024-12-01T19:31:52,203 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5, entries=150, sequenceid=368, filesize=12.0 K 2024-12-01T19:31:52,204 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=100.63 KB/103050 for 202e91ed6b21b08d89fba2cc31ec6185 in 173ms, sequenceid=368, compaction requested=true 2024-12-01T19:31:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-01T19:31:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-01T19:31:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T19:31:52,210 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:52,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-01T19:31:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:52,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-01T19:31:52,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 329 msec 2024-12-01T19:31:52,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 346 msec 2024-12-01T19:31:52,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/5e17199b64e5472399bb98477dd5673d is 50, key is test_row_0/A:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742413_1589 (size=14741) 2024-12-01T19:31:52,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/5e17199b64e5472399bb98477dd5673d 2024-12-01T19:31:52,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0d8855220ea04efca407172adc73b54c is 50, key is test_row_0/B:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081572281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081572299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742414_1590 (size=12301) 2024-12-01T19:31:52,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0d8855220ea04efca407172adc73b54c 2024-12-01T19:31:52,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/d75509f342404a6288f1fd5184e74d7f is 50, key is test_row_0/C:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742415_1591 (size=12301) 2024-12-01T19:31:52,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081572405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56314 deadline: 1733081572415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081572415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,421 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56334 deadline: 1733081572434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,444 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_0' in 202e91ed6b21b08d89fba2cc31ec6185 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:31:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-01T19:31:52,516 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:52,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-01T19:31:52,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:52,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:52,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T19:31:52,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081572615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081572627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T19:31:52,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T19:31:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:52,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/d75509f342404a6288f1fd5184e74d7f 2024-12-01T19:31:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/5e17199b64e5472399bb98477dd5673d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d 2024-12-01T19:31:52,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d, entries=200, sequenceid=387, filesize=14.4 K 2024-12-01T19:31:52,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0d8855220ea04efca407172adc73b54c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c 2024-12-01T19:31:52,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c, entries=150, sequenceid=387, filesize=12.0 K 2024-12-01T19:31:52,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/d75509f342404a6288f1fd5184e74d7f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f 2024-12-01T19:31:52,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f, entries=150, sequenceid=387, filesize=12.0 K 2024-12-01T19:31:52,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 202e91ed6b21b08d89fba2cc31ec6185 in 560ms, sequenceid=387, compaction requested=true 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:52,770 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:52,770 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:52,771 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:52,771 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:52,771 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:52,771 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:52,771 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,771 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,772 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c6c9b5c2eeff4249914978fc40982bc7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=51.2 K 2024-12-01T19:31:52,772 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bfa67fd7b05d4229a716f9ba8451b43b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=48.8 K 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bfa67fd7b05d4229a716f9ba8451b43b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081508312 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6c9b5c2eeff4249914978fc40982bc7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081508312 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b5ff922dbe14c1492403a5dd9cb965f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733081510758 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9c6072f29d741da9b20e83cc7f8c9ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733081510758 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 865fc4636dc448b6a00ad63f45e5507b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733081511434 2024-12-01T19:31:52,772 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fd081f79f8df471d90ee8ed764cb90de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733081511434 2024-12-01T19:31:52,773 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e17199b64e5472399bb98477dd5673d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512172 2024-12-01T19:31:52,773 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8855220ea04efca407172adc73b54c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512190 2024-12-01T19:31:52,789 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:52,789 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:52,789 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/12ff8965f58b4a2b89ef68e23cc84657 is 50, key is test_row_0/A:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,789 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/3fac48162cd54945a7146fd295f24373 is 50, key is test_row_0/B:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742416_1592 (size=13221) 2024-12-01T19:31:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742417_1593 (size=13221) 2024-12-01T19:31:52,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-01T19:31:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-01T19:31:52,837 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/3fac48162cd54945a7146fd295f24373 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fac48162cd54945a7146fd295f24373 2024-12-01T19:31:52,842 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 3fac48162cd54945a7146fd295f24373(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:52,843 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:52,843 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=12, startTime=1733081512770; duration=0sec 2024-12-01T19:31:52,843 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:52,843 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:52,843 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:52,844 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:52,844 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:52,844 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:52,844 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/328b481f2dbb457d80f9505266fc86e7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=48.8 K 2024-12-01T19:31:52,844 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 328b481f2dbb457d80f9505266fc86e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733081508312 2024-12-01T19:31:52,844 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 456bc1b2ad9a4c418b1c227af2afc093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733081510758 2024-12-01T19:31:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T19:31:52,846 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4a717d4124421497b1bf36bc98a8e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733081511434 2024-12-01T19:31:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fefa3a838034434a879acb8e9570816 is 50, key is test_row_0/A:col10/1733081512279/Put/seqid=0 2024-12-01T19:31:52,847 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting d75509f342404a6288f1fd5184e74d7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512190 2024-12-01T19:31:52,874 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:52,875 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fb6f1e2e85de416abc842207d5b3460c is 50, key is test_row_0/C:col10/1733081512206/Put/seqid=0 2024-12-01T19:31:52,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742419_1595 (size=13221) 2024-12-01T19:31:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742418_1594 (size=12301) 2024-12-01T19:31:52,901 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fefa3a838034434a879acb8e9570816 2024-12-01T19:31:52,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd807c91dc984f4d8eb6b3eaab120c7c is 50, key is test_row_0/B:col10/1733081512279/Put/seqid=0 2024-12-01T19:31:52,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742420_1596 (size=12301) 2024-12-01T19:31:52,964 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd807c91dc984f4d8eb6b3eaab120c7c 2024-12-01T19:31:52,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/cb2a56c8e2574421be3bd64bbc2dc05f is 50, key is test_row_0/C:col10/1733081512279/Put/seqid=0 2024-12-01T19:31:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742421_1597 (size=12301) 2024-12-01T19:31:52,994 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/cb2a56c8e2574421be3bd64bbc2dc05f 2024-12-01T19:31:53,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6fefa3a838034434a879acb8e9570816 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816 2024-12-01T19:31:53,004 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816, entries=150, sequenceid=404, filesize=12.0 K 2024-12-01T19:31:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/fd807c91dc984f4d8eb6b3eaab120c7c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c 2024-12-01T19:31:53,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c, entries=150, sequenceid=404, filesize=12.0 K 2024-12-01T19:31:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/cb2a56c8e2574421be3bd64bbc2dc05f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f 2024-12-01T19:31:53,015 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f, entries=150, sequenceid=404, filesize=12.0 K 2024-12-01T19:31:53,016 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=67.09 KB/68700 for 202e91ed6b21b08d89fba2cc31ec6185 in 184ms, sequenceid=404, compaction requested=false 2024-12-01T19:31:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-01T19:31:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-01T19:31:53,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-01T19:31:53,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 497 msec 2024-12-01T19:31:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:53,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:31:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:53,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 505 msec 2024-12-01T19:31:53,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9df656551be446d68a77c3156e5d6682 is 50, key is test_row_0/A:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742422_1598 (size=14741) 2024-12-01T19:31:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-01T19:31:53,157 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:53,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-01T19:31:53,159 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:53,160 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:53,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:53,225 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/12ff8965f58b4a2b89ef68e23cc84657 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/12ff8965f58b4a2b89ef68e23cc84657 2024-12-01T19:31:53,231 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 12ff8965f58b4a2b89ef68e23cc84657(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:53,231 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:53,231 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=12, startTime=1733081512770; duration=0sec 2024-12-01T19:31:53,231 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:53,231 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081573208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081573206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:53,303 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fb6f1e2e85de416abc842207d5b3460c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fb6f1e2e85de416abc842207d5b3460c 2024-12-01T19:31:53,309 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into fb6f1e2e85de416abc842207d5b3460c(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:53,309 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:53,309 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=12, startTime=1733081512770; duration=0sec 2024-12-01T19:31:53,309 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:53,309 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:53,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081573345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081573354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:53,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9df656551be446d68a77c3156e5d6682 2024-12-01T19:31:53,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c8b2abaa06ff47f3b23e8859aee02be3 is 50, key is test_row_0/B:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742423_1599 (size=12301) 2024-12-01T19:31:53,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c8b2abaa06ff47f3b23e8859aee02be3 2024-12-01T19:31:53,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/e017bd5d1b6544f98fcb238319ea1efd is 50, key is test_row_0/C:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742424_1600 (size=12301) 2024-12-01T19:31:53,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/e017bd5d1b6544f98fcb238319ea1efd 2024-12-01T19:31:53,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9df656551be446d68a77c3156e5d6682 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682 2024-12-01T19:31:53,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682, entries=200, sequenceid=419, filesize=14.4 K 2024-12-01T19:31:53,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/c8b2abaa06ff47f3b23e8859aee02be3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3 2024-12-01T19:31:53,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3, entries=150, sequenceid=419, filesize=12.0 K 2024-12-01T19:31:53,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/e017bd5d1b6544f98fcb238319ea1efd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd 2024-12-01T19:31:53,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd, entries=150, sequenceid=419, filesize=12.0 K 2024-12-01T19:31:53,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 202e91ed6b21b08d89fba2cc31ec6185 in 537ms, sequenceid=419, compaction requested=true 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:53,561 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:53,561 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:53,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:53,562 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:53,562 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:53,562 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,562 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fac48162cd54945a7146fd295f24373, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.9 K 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:53,563 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,563 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/12ff8965f58b4a2b89ef68e23cc84657, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=39.3 K 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12ff8965f58b4a2b89ef68e23cc84657, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512190 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fac48162cd54945a7146fd295f24373, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512190 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fefa3a838034434a879acb8e9570816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733081512262 2024-12-01T19:31:53,563 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fd807c91dc984f4d8eb6b3eaab120c7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733081512262 2024-12-01T19:31:53,564 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9df656551be446d68a77c3156e5d6682, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:53,565 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c8b2abaa06ff47f3b23e8859aee02be3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:53,567 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:53,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:31:53,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9c75a29acf4840cfb8f2e198d08a1f59 is 50, key is test_row_0/A:col10/1733081513204/Put/seqid=0 2024-12-01T19:31:53,572 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:53,573 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/94506ab3f3bd4584983162857dc4314d is 50, key is test_row_0/A:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,576 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:53,576 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/00f3c41617514be992f61b02d19508dc is 50, key is test_row_0/B:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742425_1601 (size=14741) 2024-12-01T19:31:53,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9c75a29acf4840cfb8f2e198d08a1f59 2024-12-01T19:31:53,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0fdbc492c8604aa9a31e0ff84aeb349f is 50, key is test_row_0/B:col10/1733081513204/Put/seqid=0 2024-12-01T19:31:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742426_1602 (size=13323) 2024-12-01T19:31:53,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742427_1603 (size=13323) 2024-12-01T19:31:53,611 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/00f3c41617514be992f61b02d19508dc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/00f3c41617514be992f61b02d19508dc 2024-12-01T19:31:53,615 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 00f3c41617514be992f61b02d19508dc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:53,615 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:53,615 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081513561; duration=0sec 2024-12-01T19:31:53,615 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:53,615 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:53,615 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:53,618 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:53,618 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:53,618 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,618 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fb6f1e2e85de416abc842207d5b3460c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=36.9 K 2024-12-01T19:31:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742428_1604 (size=12301) 2024-12-01T19:31:53,619 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6f1e2e85de416abc842207d5b3460c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733081512190 2024-12-01T19:31:53,625 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cb2a56c8e2574421be3bd64bbc2dc05f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733081512262 2024-12-01T19:31:53,625 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e017bd5d1b6544f98fcb238319ea1efd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:53,630 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:53,630 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/305d7876a9c04bc391cfa73c4702ac9c is 50, key is test_row_0/C:col10/1733081512983/Put/seqid=0 2024-12-01T19:31:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742429_1605 (size=13323) 2024-12-01T19:31:53,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:53,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081573621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081573634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081573744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081573744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:53,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:53,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081573955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081573955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:53,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,012 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/94506ab3f3bd4584983162857dc4314d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/94506ab3f3bd4584983162857dc4314d 2024-12-01T19:31:54,017 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 94506ab3f3bd4584983162857dc4314d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:54,017 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:54,017 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081513561; duration=0sec 2024-12-01T19:31:54,017 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:54,017 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:54,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0fdbc492c8604aa9a31e0ff84aeb349f 2024-12-01T19:31:54,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/51a9848f8008401aa705743a816d6a83 is 50, key is test_row_0/C:col10/1733081513204/Put/seqid=0 2024-12-01T19:31:54,042 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/305d7876a9c04bc391cfa73c4702ac9c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/305d7876a9c04bc391cfa73c4702ac9c 2024-12-01T19:31:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742430_1606 (size=12301) 2024-12-01T19:31:54,052 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 305d7876a9c04bc391cfa73c4702ac9c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:54,052 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:54,052 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081513561; duration=0sec 2024-12-01T19:31:54,052 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:54,052 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:54,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/51a9848f8008401aa705743a816d6a83 2024-12-01T19:31:54,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9c75a29acf4840cfb8f2e198d08a1f59 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59 2024-12-01T19:31:54,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59, entries=200, sequenceid=444, filesize=14.4 K 2024-12-01T19:31:54,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/0fdbc492c8604aa9a31e0ff84aeb349f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f 2024-12-01T19:31:54,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:54,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:54,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:54,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f, entries=150, sequenceid=444, filesize=12.0 K 2024-12-01T19:31:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/51a9848f8008401aa705743a816d6a83 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83 2024-12-01T19:31:54,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83, entries=150, sequenceid=444, filesize=12.0 K 2024-12-01T19:31:54,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 202e91ed6b21b08d89fba2cc31ec6185 in 541ms, sequenceid=444, compaction requested=false 2024-12-01T19:31:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:54,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-01T19:31:54,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:54,248 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-01T19:31:54,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d99ca88351e048a7a290d83be2302bdb is 50, key is test_row_0/A:col10/1733081513586/Put/seqid=0 2024-12-01T19:31:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:54,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742431_1607 (size=12301) 2024-12-01T19:31:54,313 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d99ca88351e048a7a290d83be2302bdb 2024-12-01T19:31:54,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d9c25a3530c94aea9c098074cca2eb96 is 50, key is test_row_0/B:col10/1733081513586/Put/seqid=0 2024-12-01T19:31:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742432_1608 (size=12301) 2024-12-01T19:31:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081574386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081574389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081574505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081574514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081574715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081574724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:54,762 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d9c25a3530c94aea9c098074cca2eb96 2024-12-01T19:31:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3e708988fa4e4d0ea74608f715983f0a is 50, key is test_row_0/C:col10/1733081513586/Put/seqid=0 2024-12-01T19:31:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742433_1609 (size=12301) 2024-12-01T19:31:54,836 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3e708988fa4e4d0ea74608f715983f0a 2024-12-01T19:31:54,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/d99ca88351e048a7a290d83be2302bdb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb 2024-12-01T19:31:54,845 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb, entries=150, sequenceid=460, filesize=12.0 K 2024-12-01T19:31:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d9c25a3530c94aea9c098074cca2eb96 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96 2024-12-01T19:31:54,851 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96, entries=150, sequenceid=460, filesize=12.0 K 2024-12-01T19:31:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3e708988fa4e4d0ea74608f715983f0a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a 2024-12-01T19:31:54,857 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a, entries=150, sequenceid=460, filesize=12.0 K 2024-12-01T19:31:54,858 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 202e91ed6b21b08d89fba2cc31ec6185 in 610ms, sequenceid=460, compaction requested=true 2024-12-01T19:31:54,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:54,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:54,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-01T19:31:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-01T19:31:54,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-01T19:31:54,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-12-01T19:31:54,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7060 sec 2024-12-01T19:31:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:55,031 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:55,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:31:55,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4945bd26d54a420caad3920eb7841d1e is 50, key is test_row_0/A:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742434_1610 (size=14741) 2024-12-01T19:31:55,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4945bd26d54a420caad3920eb7841d1e 2024-12-01T19:31:55,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7141e3f9ba7247f1869832e988a54b76 is 50, key is test_row_0/B:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742435_1611 (size=12301) 2024-12-01T19:31:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081575073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081575077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081575184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081575196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-01T19:31:55,306 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:55,307 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-01T19:31:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-01T19:31:55,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:55,317 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:55,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081575395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-01T19:31:55,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081575414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7141e3f9ba7247f1869832e988a54b76 2024-12-01T19:31:55,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-01T19:31:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:55,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1b844b3cd9944b1fbb2c4c1f30c4043a is 50, key is test_row_0/C:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742436_1612 (size=12301) 2024-12-01T19:31:55,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1b844b3cd9944b1fbb2c4c1f30c4043a 2024-12-01T19:31:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4945bd26d54a420caad3920eb7841d1e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e 2024-12-01T19:31:55,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e, entries=200, sequenceid=484, filesize=14.4 K 2024-12-01T19:31:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/7141e3f9ba7247f1869832e988a54b76 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76 2024-12-01T19:31:55,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T19:31:55,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/1b844b3cd9944b1fbb2c4c1f30c4043a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a 2024-12-01T19:31:55,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a, entries=150, sequenceid=484, filesize=12.0 K 2024-12-01T19:31:55,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 202e91ed6b21b08d89fba2cc31ec6185 in 544ms, sequenceid=484, compaction requested=true 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:55,576 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:55,576 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:55,577 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:55,577 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:55,577 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,577 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/94506ab3f3bd4584983162857dc4314d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=53.8 K 2024-12-01T19:31:55,582 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:55,582 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94506ab3f3bd4584983162857dc4314d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:55,582 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:55,582 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,582 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/00f3c41617514be992f61b02d19508dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=49.0 K 2024-12-01T19:31:55,583 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 00f3c41617514be992f61b02d19508dc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:55,584 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c75a29acf4840cfb8f2e198d08a1f59, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733081513150 2024-12-01T19:31:55,587 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdbc492c8604aa9a31e0ff84aeb349f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733081513150 2024-12-01T19:31:55,587 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d99ca88351e048a7a290d83be2302bdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733081513586 2024-12-01T19:31:55,589 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting d9c25a3530c94aea9c098074cca2eb96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733081513586 2024-12-01T19:31:55,589 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4945bd26d54a420caad3920eb7841d1e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:55,589 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 7141e3f9ba7247f1869832e988a54b76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:55,613 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:55,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/aa5bb453b6884731a5ef694b3c68f2c1 is 50, key is test_row_0/B:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,623 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:55,623 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6b754ee04fab4aceabed44ab8e23b5ea is 50, key is test_row_0/A:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-01T19:31:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742437_1613 (size=13459) 2024-12-01T19:31:55,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-01T19:31:55,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,633 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:31:55,635 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/aa5bb453b6884731a5ef694b3c68f2c1 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/aa5bb453b6884731a5ef694b3c68f2c1 2024-12-01T19:31:55,642 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into aa5bb453b6884731a5ef694b3c68f2c1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:55,642 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:55,642 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=12, startTime=1733081515576; duration=0sec 2024-12-01T19:31:55,642 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:55,642 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:55,642 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:31:55,644 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:31:55,644 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:55,644 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,644 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/305d7876a9c04bc391cfa73c4702ac9c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=49.0 K 2024-12-01T19:31:55,645 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 305d7876a9c04bc391cfa73c4702ac9c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733081512983 2024-12-01T19:31:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742438_1614 (size=13459) 2024-12-01T19:31:55,646 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a9848f8008401aa705743a816d6a83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733081513150 2024-12-01T19:31:55,646 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e708988fa4e4d0ea74608f715983f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1733081513586 2024-12-01T19:31:55,646 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b844b3cd9944b1fbb2c4c1f30c4043a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/2e40e64ef1834f84aba64c3cda230237 is 50, key is test_row_0/A:col10/1733081515068/Put/seqid=0 2024-12-01T19:31:55,673 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:55,673 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/644044be2c5c4e2299e6a65c525e5509 is 50, key is test_row_0/C:col10/1733081514366/Put/seqid=0 2024-12-01T19:31:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742439_1615 (size=12301) 2024-12-01T19:31:55,686 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/2e40e64ef1834f84aba64c3cda230237 2024-12-01T19:31:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/3fede7538b80459da95471e11ffef3ee is 50, key is test_row_0/B:col10/1733081515068/Put/seqid=0 2024-12-01T19:31:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:55,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742440_1616 (size=13459) 2024-12-01T19:31:55,734 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/644044be2c5c4e2299e6a65c525e5509 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/644044be2c5c4e2299e6a65c525e5509 2024-12-01T19:31:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742441_1617 (size=12301) 2024-12-01T19:31:55,744 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/3fede7538b80459da95471e11ffef3ee 2024-12-01T19:31:55,744 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 644044be2c5c4e2299e6a65c525e5509(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:55,744 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:55,744 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=12, startTime=1733081515576; duration=0sec 2024-12-01T19:31:55,744 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:55,744 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:55,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 is 50, key is test_row_0/C:col10/1733081515068/Put/seqid=0 2024-12-01T19:31:55,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742442_1618 (size=12301) 2024-12-01T19:31:55,792 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 2024-12-01T19:31:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/2e40e64ef1834f84aba64c3cda230237 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237 2024-12-01T19:31:55,808 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237, entries=150, sequenceid=496, filesize=12.0 K 2024-12-01T19:31:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/3fede7538b80459da95471e11ffef3ee as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee 2024-12-01T19:31:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081575805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,814 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee, entries=150, sequenceid=496, filesize=12.0 K 2024-12-01T19:31:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 2024-12-01T19:31:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081575811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,819 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00, entries=150, sequenceid=496, filesize=12.0 K 2024-12-01T19:31:55,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 202e91ed6b21b08d89fba2cc31ec6185 in 187ms, sequenceid=496, compaction requested=false 2024-12-01T19:31:55,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:55,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:55,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-01T19:31:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-01T19:31:55,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-01T19:31:55,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 504 msec 2024-12-01T19:31:55,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 517 msec 2024-12-01T19:31:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:55,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:31:55,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b19e43eb49ef46c681e900948c2c64b4 is 50, key is test_row_0/A:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742443_1619 (size=14741) 2024-12-01T19:31:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-01T19:31:55,935 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:55,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-01T19:31:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:55,937 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:55,938 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:55,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081575954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:55,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081575963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:55,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:56,049 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/6b754ee04fab4aceabed44ab8e23b5ea as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6b754ee04fab4aceabed44ab8e23b5ea 2024-12-01T19:31:56,053 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 6b754ee04fab4aceabed44ab8e23b5ea(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:56,053 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:56,053 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=12, startTime=1733081515576; duration=0sec 2024-12-01T19:31:56,053 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:56,053 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081576065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081576075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-01T19:31:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-01T19:31:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081576274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081576285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b19e43eb49ef46c681e900948c2c64b4 2024-12-01T19:31:56,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d1a373c3c93b4aaa89c4b0db21ee6537 is 50, key is test_row_0/B:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742444_1620 (size=12301) 2024-12-01T19:31:56,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d1a373c3c93b4aaa89c4b0db21ee6537 2024-12-01T19:31:56,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fe5f04121d2f49f19b23adf486fa39c6 is 50, key is test_row_0/C:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742445_1621 (size=12301) 2024-12-01T19:31:56,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fe5f04121d2f49f19b23adf486fa39c6 2024-12-01T19:31:56,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b19e43eb49ef46c681e900948c2c64b4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4 2024-12-01T19:31:56,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4, entries=200, sequenceid=523, filesize=14.4 K 2024-12-01T19:31:56,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/d1a373c3c93b4aaa89c4b0db21ee6537 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537 2024-12-01T19:31:56,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537, entries=150, sequenceid=523, filesize=12.0 K 2024-12-01T19:31:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/fe5f04121d2f49f19b23adf486fa39c6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6 2024-12-01T19:31:56,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6, entries=150, sequenceid=523, filesize=12.0 K 2024-12-01T19:31:56,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 202e91ed6b21b08d89fba2cc31ec6185 in 468ms, sequenceid=523, compaction requested=true 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:56,390 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:56,390 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:56,391 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:56,391 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:56,391 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,391 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/aa5bb453b6884731a5ef694b3c68f2c1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.2 K 2024-12-01T19:31:56,391 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:56,391 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:56,391 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,391 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6b754ee04fab4aceabed44ab8e23b5ea, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=39.6 K 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b754ee04fab4aceabed44ab8e23b5ea, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting aa5bb453b6884731a5ef694b3c68f2c1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e40e64ef1834f84aba64c3cda230237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733081515055 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fede7538b80459da95471e11ffef3ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733081515055 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b19e43eb49ef46c681e900948c2c64b4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:56,392 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a373c3c93b4aaa89c4b0db21ee6537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:56,400 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:56,400 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:56,400 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/e1897aca67784a77a9d3aee87c2f3877 is 50, key is test_row_0/B:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:56,400 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9a29efeb955145749cc852387bb2cd6a is 50, key is test_row_0/A:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:56,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-01T19:31:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,401 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:31:56,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 is 50, key is test_row_0/A:col10/1733081515940/Put/seqid=0 2024-12-01T19:31:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742446_1622 (size=13561) 2024-12-01T19:31:56,447 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/e1897aca67784a77a9d3aee87c2f3877 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/e1897aca67784a77a9d3aee87c2f3877 2024-12-01T19:31:56,452 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into e1897aca67784a77a9d3aee87c2f3877(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742447_1623 (size=13561) 2024-12-01T19:31:56,452 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:56,452 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081516390; duration=0sec 2024-12-01T19:31:56,452 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:56,453 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:56,453 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:56,454 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:56,454 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:56,454 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:56,454 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/644044be2c5c4e2299e6a65c525e5509, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.2 K 2024-12-01T19:31:56,454 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 644044be2c5c4e2299e6a65c525e5509, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733081514366 2024-12-01T19:31:56,455 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ddb1b9dfb546edbdc7d1aa0cfbca00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733081515055 2024-12-01T19:31:56,455 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting fe5f04121d2f49f19b23adf486fa39c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:56,464 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/9a29efeb955145749cc852387bb2cd6a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9a29efeb955145749cc852387bb2cd6a 2024-12-01T19:31:56,472 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 9a29efeb955145749cc852387bb2cd6a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:56,472 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:56,472 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081516390; duration=0sec 2024-12-01T19:31:56,472 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:56,472 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742448_1624 (size=12301) 2024-12-01T19:31:56,482 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:56,482 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/cd2b5342e97641bb8176d5d3b435d5cd is 50, key is test_row_0/C:col10/1733081515790/Put/seqid=0 2024-12-01T19:31:56,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742449_1625 (size=13561) 2024-12-01T19:31:56,506 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/cd2b5342e97641bb8176d5d3b435d5cd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cd2b5342e97641bb8176d5d3b435d5cd 2024-12-01T19:31:56,511 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into cd2b5342e97641bb8176d5d3b435d5cd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:56,511 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:56,511 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081516390; duration=0sec 2024-12-01T19:31:56,511 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:56,511 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:56,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:56,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081576666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081576666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081576775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081576775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:56,878 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 2024-12-01T19:31:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ff2b9528ef604826b8dde6921917c8f0 is 50, key is test_row_0/B:col10/1733081515940/Put/seqid=0 2024-12-01T19:31:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742450_1626 (size=12301) 2024-12-01T19:31:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081576985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:56,993 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081576995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:57,299 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ff2b9528ef604826b8dde6921917c8f0 2024-12-01T19:31:57,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081577305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/41d02d7d8c674c678dbb40ab5369ff60 is 50, key is test_row_0/C:col10/1733081515940/Put/seqid=0 2024-12-01T19:31:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742451_1627 (size=12301) 2024-12-01T19:31:57,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081577315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,725 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/41d02d7d8c674c678dbb40ab5369ff60 2024-12-01T19:31:57,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 2024-12-01T19:31:57,785 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5, entries=150, sequenceid=535, filesize=12.0 K 2024-12-01T19:31:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/ff2b9528ef604826b8dde6921917c8f0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0 2024-12-01T19:31:57,791 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0, entries=150, sequenceid=535, filesize=12.0 K 2024-12-01T19:31:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/41d02d7d8c674c678dbb40ab5369ff60 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60 2024-12-01T19:31:57,795 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60, entries=150, sequenceid=535, filesize=12.0 K 2024-12-01T19:31:57,796 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 202e91ed6b21b08d89fba2cc31ec6185 in 1395ms, sequenceid=535, compaction requested=false 2024-12-01T19:31:57,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:57,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-01T19:31:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-01T19:31:57,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-01T19:31:57,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-12-01T19:31:57,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.8680 sec 2024-12-01T19:31:57,819 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:57,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:31:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:57,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b485f812106b4db4b48de316462c87fb is 50, key is test_row_0/A:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:57,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081577855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081577856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742452_1628 (size=12301) 2024-12-01T19:31:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081577975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081577976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-01T19:31:58,085 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:31:58,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:31:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-01T19:31:58,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:31:58,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:31:58,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:31:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:31:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:31:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081578194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081578195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-01T19:31:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:31:58,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b485f812106b4db4b48de316462c87fb 2024-12-01T19:31:58,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/a181905c720c4e3bae011673fc054ccd is 50, key is test_row_0/B:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742453_1629 (size=12301) 2024-12-01T19:31:58,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/a181905c720c4e3bae011673fc054ccd 2024-12-01T19:31:58,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/87970132846d43529955aca12792a49e is 50, key is test_row_0/C:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742454_1630 (size=12301) 2024-12-01T19:31:58,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/87970132846d43529955aca12792a49e 2024-12-01T19:31:58,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/b485f812106b4db4b48de316462c87fb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb 2024-12-01T19:31:58,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb, entries=150, sequenceid=564, filesize=12.0 K 2024-12-01T19:31:58,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/a181905c720c4e3bae011673fc054ccd as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd 2024-12-01T19:31:58,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd, entries=150, sequenceid=564, filesize=12.0 K 2024-12-01T19:31:58,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/87970132846d43529955aca12792a49e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e 2024-12-01T19:31:58,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e, entries=150, sequenceid=564, filesize=12.0 K 2024-12-01T19:31:58,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 202e91ed6b21b08d89fba2cc31ec6185 in 565ms, sequenceid=564, compaction requested=true 2024-12-01T19:31:58,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:58,384 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:58,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:31:58,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:58,384 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:58,385 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:58,385 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:31:58,385 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,385 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9a29efeb955145749cc852387bb2cd6a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.3 K 2024-12-01T19:31:58,388 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a29efeb955145749cc852387bb2cd6a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:58,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:31:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:31:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:58,388 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ec1e5240fd46fcbbfbc5c1b9e2d1a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733081515940 2024-12-01T19:31:58,388 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:58,389 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:31:58,389 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,389 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/e1897aca67784a77a9d3aee87c2f3877, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.3 K 2024-12-01T19:31:58,389 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b485f812106b4db4b48de316462c87fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:31:58,389 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting e1897aca67784a77a9d3aee87c2f3877, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:58,390 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ff2b9528ef604826b8dde6921917c8f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733081515940 2024-12-01T19:31:58,390 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a181905c720c4e3bae011673fc054ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:31:58,399 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:58,399 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/34c6ab70250b4b8baeac4e28d10b09c3 is 50, key is test_row_0/B:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:58,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-01T19:31:58,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,400 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:31:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:31:58,414 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:58,414 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/206df72d03b34123a8ea2d2fd60a3300 is 50, key is test_row_0/A:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:58,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 is 50, key is test_row_0/A:col10/1733081517832/Put/seqid=0 2024-12-01T19:31:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742455_1631 (size=13663) 2024-12-01T19:31:58,458 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/34c6ab70250b4b8baeac4e28d10b09c3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/34c6ab70250b4b8baeac4e28d10b09c3 2024-12-01T19:31:58,465 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 34c6ab70250b4b8baeac4e28d10b09c3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:58,465 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:58,465 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081518384; duration=0sec 2024-12-01T19:31:58,465 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:31:58,465 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:31:58,465 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:31:58,466 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:31:58,466 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:31:58,466 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:58,466 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cd2b5342e97641bb8176d5d3b435d5cd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.3 K 2024-12-01T19:31:58,467 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cd2b5342e97641bb8176d5d3b435d5cd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733081515790 2024-12-01T19:31:58,467 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 41d02d7d8c674c678dbb40ab5369ff60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733081515940 2024-12-01T19:31:58,467 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 87970132846d43529955aca12792a49e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:31:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742456_1632 (size=13663) 2024-12-01T19:31:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742457_1633 (size=12301) 2024-12-01T19:31:58,520 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/206df72d03b34123a8ea2d2fd60a3300 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/206df72d03b34123a8ea2d2fd60a3300 2024-12-01T19:31:58,521 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#549 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:31:58,522 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3897f05ff41749aaad9626ef016d0a11 is 50, key is test_row_0/C:col10/1733081516664/Put/seqid=0 2024-12-01T19:31:58,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. as already flushing 2024-12-01T19:31:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:58,540 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into 206df72d03b34123a8ea2d2fd60a3300(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:58,540 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:58,540 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081518384; duration=0sec 2024-12-01T19:31:58,541 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:58,541 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:31:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742458_1634 (size=13663) 2024-12-01T19:31:58,579 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3897f05ff41749aaad9626ef016d0a11 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3897f05ff41749aaad9626ef016d0a11 2024-12-01T19:31:58,594 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 3897f05ff41749aaad9626ef016d0a11(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:31:58,594 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:58,595 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081518388; duration=0sec 2024-12-01T19:31:58,595 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:31:58,595 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:31:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:31:58,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081578728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081578730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,771 INFO [Thread-2270 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2270. 2024-12-01T19:31:58,771 DEBUG [Thread-2270 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:58,771 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,771 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:58,777 INFO [Thread-2274 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2274. 2024-12-01T19:31:58,777 DEBUG [Thread-2274 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:58,777 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,778 INFO [Thread-2268 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2268. 2024-12-01T19:31:58,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:58,778 DEBUG [Thread-2268 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:58,778 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,778 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:58,778 DEBUG [Thread-2274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,779 INFO [Thread-2276 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2276. 2024-12-01T19:31:58,779 DEBUG [Thread-2276 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:58,779 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,779 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:58,786 INFO [Thread-2272 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2272. 2024-12-01T19:31:58,786 DEBUG [Thread-2272 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:58,786 DEBUG [Thread-2272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,786 DEBUG [Thread-2272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:58,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081578845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081578845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:58,851 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:31:58,916 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 2024-12-01T19:31:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dd65d236eeb247768eed9c0003436f2f is 50, key is test_row_0/B:col10/1733081517832/Put/seqid=0 2024-12-01T19:31:58,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742459_1635 (size=12301) 2024-12-01T19:31:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081579054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081579054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:31:59,325 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dd65d236eeb247768eed9c0003436f2f 2024-12-01T19:31:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a7f9f41228064a11a7783e81d009d701 is 50, key is test_row_0/C:col10/1733081517832/Put/seqid=0 2024-12-01T19:31:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742460_1636 (size=12301) 2024-12-01T19:31:59,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:59,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:31:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56362 deadline: 1733081579364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56382 deadline: 1733081579364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 , the old value is region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., hostname=9168bcbe98d9,36605,1733081370547, seqNum=2 because the exception is null or not the one we care about 2024-12-01T19:31:59,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a7f9f41228064a11a7783e81d009d701 2024-12-01T19:31:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 2024-12-01T19:31:59,742 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T19:31:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/dd65d236eeb247768eed9c0003436f2f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f 2024-12-01T19:31:59,746 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T19:31:59,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a7f9f41228064a11a7783e81d009d701 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701 2024-12-01T19:31:59,749 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701, entries=150, sequenceid=574, filesize=12.0 K 2024-12-01T19:31:59,750 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 202e91ed6b21b08d89fba2cc31ec6185 in 1350ms, sequenceid=574, compaction requested=false 2024-12-01T19:31:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:31:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:31:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-01T19:31:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-01T19:31:59,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-01T19:31:59,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6610 sec 2024-12-01T19:31:59,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.6680 sec 2024-12-01T19:31:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:31:59,877 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:31:59,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T19:31:59,877 INFO [Thread-2257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2257. 2024-12-01T19:31:59,877 DEBUG [Thread-2257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:59,877 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:59,877 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:59,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:59,878 INFO [Thread-2265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2265. 2024-12-01T19:31:59,878 DEBUG [Thread-2265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:31:59,878 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:59,878 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:31:59,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:31:59,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4270ab322f3a4618826bff217dfaef76 is 50, key is test_row_0/A:col10/1733081518716/Put/seqid=0 2024-12-01T19:31:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742461_1637 (size=12301) 2024-12-01T19:32:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-01T19:32:00,236 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:00,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4270ab322f3a4618826bff217dfaef76 2024-12-01T19:32:00,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/51d9da8ec4204bd9b7b66c74762de7dc is 50, key is test_row_0/B:col10/1733081518716/Put/seqid=0 2024-12-01T19:32:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742462_1638 (size=12301) 2024-12-01T19:32:00,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/51d9da8ec4204bd9b7b66c74762de7dc 2024-12-01T19:32:00,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a345d3da7a8f400980838a6e2023454d is 50, key is test_row_0/C:col10/1733081518716/Put/seqid=0 2024-12-01T19:32:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742463_1639 (size=12301) 2024-12-01T19:32:01,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a345d3da7a8f400980838a6e2023454d 2024-12-01T19:32:01,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/4270ab322f3a4618826bff217dfaef76 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76 2024-12-01T19:32:01,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76, entries=150, sequenceid=605, filesize=12.0 K 2024-12-01T19:32:01,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/51d9da8ec4204bd9b7b66c74762de7dc as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc 2024-12-01T19:32:01,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc, entries=150, sequenceid=605, filesize=12.0 K 2024-12-01T19:32:01,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/a345d3da7a8f400980838a6e2023454d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d 2024-12-01T19:32:01,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d, entries=150, sequenceid=605, filesize=12.0 K 2024-12-01T19:32:01,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 202e91ed6b21b08d89fba2cc31ec6185 in 1256ms, sequenceid=605, compaction requested=true 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:01,133 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 202e91ed6b21b08d89fba2cc31ec6185:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:01,133 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:01,134 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:01,134 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:01,134 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/B is initiating minor compaction (all files) 2024-12-01T19:32:01,134 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/A is initiating minor compaction (all files) 2024-12-01T19:32:01,134 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/B in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:01,134 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/A in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:01,134 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/34c6ab70250b4b8baeac4e28d10b09c3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.4 K 2024-12-01T19:32:01,134 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/206df72d03b34123a8ea2d2fd60a3300, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.4 K 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 206df72d03b34123a8ea2d2fd60a3300, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 34c6ab70250b4b8baeac4e28d10b09c3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting dd65d236eeb247768eed9c0003436f2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1733081517832 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting f584da2a0cbb4a4aaf66ea9e6b794ed0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1733081517832 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d9da8ec4204bd9b7b66c74762de7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733081518706 2024-12-01T19:32:01,135 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4270ab322f3a4618826bff217dfaef76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733081518706 2024-12-01T19:32:01,142 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#A#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:01,143 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ce10a094f2264fac9ce329b1647afaab is 50, key is test_row_0/A:col10/1733081518716/Put/seqid=0 2024-12-01T19:32:01,170 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#B#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742464_1640 (size=13765) 2024-12-01T19:32:01,170 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/1cfc4d007c3045329c2cfe009724fc99 is 50, key is test_row_0/B:col10/1733081518716/Put/seqid=0 2024-12-01T19:32:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742465_1641 (size=13765) 2024-12-01T19:32:01,576 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/ce10a094f2264fac9ce329b1647afaab as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ce10a094f2264fac9ce329b1647afaab 2024-12-01T19:32:01,584 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/1cfc4d007c3045329c2cfe009724fc99 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1cfc4d007c3045329c2cfe009724fc99 2024-12-01T19:32:01,584 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/A of 202e91ed6b21b08d89fba2cc31ec6185 into ce10a094f2264fac9ce329b1647afaab(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:01,584 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:32:01,584 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/A, priority=13, startTime=1733081521133; duration=0sec 2024-12-01T19:32:01,584 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:01,584 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:A 2024-12-01T19:32:01,584 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:01,585 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:01,585 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 202e91ed6b21b08d89fba2cc31ec6185/C is initiating minor compaction (all files) 2024-12-01T19:32:01,585 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 202e91ed6b21b08d89fba2cc31ec6185/C in TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:01,585 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3897f05ff41749aaad9626ef016d0a11, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp, totalSize=37.4 K 2024-12-01T19:32:01,585 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3897f05ff41749aaad9626ef016d0a11, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733081516655 2024-12-01T19:32:01,585 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7f9f41228064a11a7783e81d009d701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1733081517832 2024-12-01T19:32:01,586 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting a345d3da7a8f400980838a6e2023454d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1733081518706 2024-12-01T19:32:01,588 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/B of 202e91ed6b21b08d89fba2cc31ec6185 into 1cfc4d007c3045329c2cfe009724fc99(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:01,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:32:01,588 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/B, priority=13, startTime=1733081521133; duration=0sec 2024-12-01T19:32:01,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:01,588 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:B 2024-12-01T19:32:01,593 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 202e91ed6b21b08d89fba2cc31ec6185#C#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:01,593 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/650d24cfec9f486aa7df4df1d3c58b3a is 50, key is test_row_0/C:col10/1733081518716/Put/seqid=0 2024-12-01T19:32:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742466_1642 (size=13765) 2024-12-01T19:32:01,602 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/650d24cfec9f486aa7df4df1d3c58b3a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/650d24cfec9f486aa7df4df1d3c58b3a 2024-12-01T19:32:01,605 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 202e91ed6b21b08d89fba2cc31ec6185/C of 202e91ed6b21b08d89fba2cc31ec6185 into 650d24cfec9f486aa7df4df1d3c58b3a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:01,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 202e91ed6b21b08d89fba2cc31ec6185: 2024-12-01T19:32:01,605 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., storeName=202e91ed6b21b08d89fba2cc31ec6185/C, priority=13, startTime=1733081521133; duration=0sec 2024-12-01T19:32:01,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:01,605 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 202e91ed6b21b08d89fba2cc31ec6185:C 2024-12-01T19:32:01,656 INFO [Thread-2263 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2263. 2024-12-01T19:32:01,656 DEBUG [Thread-2263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:01,656 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:01,656 DEBUG [Thread-2263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:01,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:02,476 INFO [Thread-2261 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2261. 2024-12-01T19:32:02,476 DEBUG [Thread-2261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:02,476 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,476 DEBUG [Thread-2261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:02,506 INFO [Thread-2259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2259. 2024-12-01T19:32:02,506 DEBUG [Thread-2259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:02,506 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,507 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 199 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 184 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1301 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3903 rows 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1298 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3893 rows 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1294 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3882 rows 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1298 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3890 rows 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1294 2024-12-01T19:32:02,507 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3882 rows 2024-12-01T19:32:02,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:32:02,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:32:02,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:02,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:02,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:32:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:02,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081522531"}]},"ts":"1733081522531"} 2024-12-01T19:32:02,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:32:02,533 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:32:02,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:32:02,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, UNASSIGN}] 2024-12-01T19:32:02,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, UNASSIGN 2024-12-01T19:32:02,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=202e91ed6b21b08d89fba2cc31ec6185, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:02,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, UNASSIGN because future has completed 2024-12-01T19:32:02,537 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:32:02,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:32:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:02,690 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:32:02,690 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:32:02,690 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 202e91ed6b21b08d89fba2cc31ec6185, disabling compactions & flushes 2024-12-01T19:32:02,690 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:02,690 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:02,690 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. after waiting 0 ms 2024-12-01T19:32:02,690 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:02,691 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(2902): Flushing 202e91ed6b21b08d89fba2cc31ec6185 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-01T19:32:02,696 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/634ee6a85a2a4c5c91091ea95c0629a4 is 50, key is test_row_0/A:col10/1733081522505/Put/seqid=0 2024-12-01T19:32:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742467_1643 (size=7415) 2024-12-01T19:32:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:03,113 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/634ee6a85a2a4c5c91091ea95c0629a4 2024-12-01T19:32:03,119 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/75daf2c4403b42cbad859d26adc66d61 is 50, key is test_row_0/B:col10/1733081522505/Put/seqid=0 2024-12-01T19:32:03,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742468_1644 (size=7415) 2024-12-01T19:32:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:03,523 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/75daf2c4403b42cbad859d26adc66d61 2024-12-01T19:32:03,529 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3978ca1070ca4c41a233cee0d2f5b9e0 is 50, key is test_row_0/C:col10/1733081522505/Put/seqid=0 2024-12-01T19:32:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742469_1645 (size=7415) 2024-12-01T19:32:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:03,932 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=614 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3978ca1070ca4c41a233cee0d2f5b9e0 2024-12-01T19:32:03,936 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/A/634ee6a85a2a4c5c91091ea95c0629a4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/634ee6a85a2a4c5c91091ea95c0629a4 2024-12-01T19:32:03,939 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/634ee6a85a2a4c5c91091ea95c0629a4, entries=50, sequenceid=614, filesize=7.2 K 2024-12-01T19:32:03,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/B/75daf2c4403b42cbad859d26adc66d61 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/75daf2c4403b42cbad859d26adc66d61 2024-12-01T19:32:03,943 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/75daf2c4403b42cbad859d26adc66d61, entries=50, sequenceid=614, filesize=7.2 K 2024-12-01T19:32:03,944 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/.tmp/C/3978ca1070ca4c41a233cee0d2f5b9e0 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3978ca1070ca4c41a233cee0d2f5b9e0 2024-12-01T19:32:03,947 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3978ca1070ca4c41a233cee0d2f5b9e0, entries=50, sequenceid=614, filesize=7.2 K 2024-12-01T19:32:03,947 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 202e91ed6b21b08d89fba2cc31ec6185 in 1257ms, sequenceid=614, compaction requested=false 2024-12-01T19:32:03,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8dfd47a00a434deab6766986134d0387, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8a2256ccaa98411fad5b2e9c9f958255, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d8c579f9619d49bd9e72203201c900b6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/49de529563364a61974f579999930ec9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/3fe1d4c7e100456e926e016e5da1d55d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/59fa46b274d240b5b824ca8fc0bb20ce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c6c9b5c2eeff4249914978fc40982bc7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/12ff8965f58b4a2b89ef68e23cc84657, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/94506ab3f3bd4584983162857dc4314d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6b754ee04fab4aceabed44ab8e23b5ea, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9a29efeb955145749cc852387bb2cd6a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/206df72d03b34123a8ea2d2fd60a3300, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76] to archive 2024-12-01T19:32:03,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:03,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/478da20e21a247d887931ba018a81724 2024-12-01T19:32:03,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a2ef5b191f1d4a328f5c33193247d52a 2024-12-01T19:32:03,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/06e2f5e2ed6a4a0da15a1f843ca35b2e 2024-12-01T19:32:03,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8dfd47a00a434deab6766986134d0387 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8dfd47a00a434deab6766986134d0387 2024-12-01T19:32:03,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f7dc24455ad94c8c85456ff15d50179d 2024-12-01T19:32:03,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8a2256ccaa98411fad5b2e9c9f958255 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/8a2256ccaa98411fad5b2e9c9f958255 2024-12-01T19:32:03,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e519d93a55674ab89452c492399cb2a6 2024-12-01T19:32:03,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/e64d3b5b82ab49c4ab629edc479df84f 2024-12-01T19:32:03,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/faf20feb4a0d49e38851821de4b80704 2024-12-01T19:32:03,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b37de9ba7b4548fc92d14bbcfa9c6f79 2024-12-01T19:32:03,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d8c579f9619d49bd9e72203201c900b6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d8c579f9619d49bd9e72203201c900b6 2024-12-01T19:32:03,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/44e6994263ca478699ff617be023de27 2024-12-01T19:32:03,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/cf24ed1fdd2248c098712d62c75b7c89 2024-12-01T19:32:03,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d2a7c5e9d948424b86015cd4bc8f5a60 2024-12-01T19:32:03,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/49de529563364a61974f579999930ec9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/49de529563364a61974f579999930ec9 2024-12-01T19:32:03,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ea15a10ede9e4c438ea9d917d496df8c 2024-12-01T19:32:03,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/fa5eaade3f58447c8c144e91b8e24ff9 2024-12-01T19:32:03,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/3fe1d4c7e100456e926e016e5da1d55d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/3fe1d4c7e100456e926e016e5da1d55d 2024-12-01T19:32:03,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ed5c4f2431a04d8e82cbeb789f3f4cb1 2024-12-01T19:32:03,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/59fa46b274d240b5b824ca8fc0bb20ce to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/59fa46b274d240b5b824ca8fc0bb20ce 2024-12-01T19:32:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fa3db77aa4d49ea8cf6a8be0fd9ee3f 2024-12-01T19:32:03,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/a50b5ba0859c42838afc5feb0a458036 2024-12-01T19:32:03,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c6c9b5c2eeff4249914978fc40982bc7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c6c9b5c2eeff4249914978fc40982bc7 2024-12-01T19:32:03,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9a246f3bfa747278af9a40b11a09155 2024-12-01T19:32:03,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/c9c6072f29d741da9b20e83cc7f8c9ce 2024-12-01T19:32:03,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/865fc4636dc448b6a00ad63f45e5507b 2024-12-01T19:32:03,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/5e17199b64e5472399bb98477dd5673d 2024-12-01T19:32:03,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/12ff8965f58b4a2b89ef68e23cc84657 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/12ff8965f58b4a2b89ef68e23cc84657 2024-12-01T19:32:03,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6fefa3a838034434a879acb8e9570816 2024-12-01T19:32:03,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9df656551be446d68a77c3156e5d6682 2024-12-01T19:32:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/94506ab3f3bd4584983162857dc4314d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/94506ab3f3bd4584983162857dc4314d 2024-12-01T19:32:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9c75a29acf4840cfb8f2e198d08a1f59 2024-12-01T19:32:03,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/d99ca88351e048a7a290d83be2302bdb 2024-12-01T19:32:03,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4945bd26d54a420caad3920eb7841d1e 2024-12-01T19:32:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6b754ee04fab4aceabed44ab8e23b5ea to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/6b754ee04fab4aceabed44ab8e23b5ea 2024-12-01T19:32:03,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/2e40e64ef1834f84aba64c3cda230237 2024-12-01T19:32:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b19e43eb49ef46c681e900948c2c64b4 2024-12-01T19:32:03,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9a29efeb955145749cc852387bb2cd6a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/9a29efeb955145749cc852387bb2cd6a 2024-12-01T19:32:03,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b9ec1e5240fd46fcbbfbc5c1b9e2d1a5 2024-12-01T19:32:03,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/206df72d03b34123a8ea2d2fd60a3300 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/206df72d03b34123a8ea2d2fd60a3300 2024-12-01T19:32:03,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/b485f812106b4db4b48de316462c87fb 2024-12-01T19:32:03,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/f584da2a0cbb4a4aaf66ea9e6b794ed0 2024-12-01T19:32:03,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/4270ab322f3a4618826bff217dfaef76 2024-12-01T19:32:03,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5e56ac9804b7469aaa20f15b75074dce, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1feb6293b5dd47f2b63f36769b63f117, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/8746f612f4984a36a12da5edaa99f9bf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/4c8f07d0972344ae9a02ddff28a901de, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/21654b998fe241f19c01b36feedf7d44, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bc6da1589e724f59818d27e88b3f11fb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bfa67fd7b05d4229a716f9ba8451b43b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fac48162cd54945a7146fd295f24373, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/00f3c41617514be992f61b02d19508dc, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/aa5bb453b6884731a5ef694b3c68f2c1, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/e1897aca67784a77a9d3aee87c2f3877, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/34c6ab70250b4b8baeac4e28d10b09c3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc] to archive 2024-12-01T19:32:03,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:04,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6fabf774e7ec41df9d168a6b76d1b81b 2024-12-01T19:32:04,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0e59f79ec48e410b87931e10a7590733 2024-12-01T19:32:04,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5e56ac9804b7469aaa20f15b75074dce to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5e56ac9804b7469aaa20f15b75074dce 2024-12-01T19:32:04,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/81a6a096878743b6a192b1df1325cd2b 2024-12-01T19:32:04,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/5b7914d6b3734ff0ba2edaa19e39557b 2024-12-01T19:32:04,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1feb6293b5dd47f2b63f36769b63f117 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1feb6293b5dd47f2b63f36769b63f117 2024-12-01T19:32:04,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/f804f1cf4c9f4e0cb85b0d03392ae0ad 2024-12-01T19:32:04,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9dc3cfc84e224111a6896eab2ab73527 2024-12-01T19:32:04,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/54cf88fac0554d1699ad529ab7515998 2024-12-01T19:32:04,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/8746f612f4984a36a12da5edaa99f9bf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/8746f612f4984a36a12da5edaa99f9bf 2024-12-01T19:32:04,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/6b34e5fae83c482fa85bbb92fe890646 2024-12-01T19:32:04,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/27e5df0e8ea549fba2b67f883811ca5b 2024-12-01T19:32:04,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2c43b66ab92d451ab9bb0b005e65cbf5 2024-12-01T19:32:04,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/4c8f07d0972344ae9a02ddff28a901de to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/4c8f07d0972344ae9a02ddff28a901de 2024-12-01T19:32:04,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dbd26aa8de66446c849b85e805419ccb 2024-12-01T19:32:04,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ec3e5297f7104ea99e977c9022a5636f 2024-12-01T19:32:04,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/21654b998fe241f19c01b36feedf7d44 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/21654b998fe241f19c01b36feedf7d44 2024-12-01T19:32:04,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/64e34b51898a4931bba3c2efc96d7a5c 2024-12-01T19:32:04,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c70870a39965466b9a777a7c953b1837 2024-12-01T19:32:04,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bc6da1589e724f59818d27e88b3f11fb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bc6da1589e724f59818d27e88b3f11fb 2024-12-01T19:32:04,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7a089f9829714a80afb1258e402ebe1a 2024-12-01T19:32:04,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/719e67a49c8240fea99456a4b93ee684 2024-12-01T19:32:04,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bfa67fd7b05d4229a716f9ba8451b43b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/bfa67fd7b05d4229a716f9ba8451b43b 2024-12-01T19:32:04,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/9206730c106b4473aa462b24c4a00f4f 2024-12-01T19:32:04,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/2b5ff922dbe14c1492403a5dd9cb965f 2024-12-01T19:32:04,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd081f79f8df471d90ee8ed764cb90de 2024-12-01T19:32:04,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fac48162cd54945a7146fd295f24373 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fac48162cd54945a7146fd295f24373 2024-12-01T19:32:04,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0d8855220ea04efca407172adc73b54c 2024-12-01T19:32:04,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/fd807c91dc984f4d8eb6b3eaab120c7c 2024-12-01T19:32:04,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/00f3c41617514be992f61b02d19508dc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/00f3c41617514be992f61b02d19508dc 2024-12-01T19:32:04,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/c8b2abaa06ff47f3b23e8859aee02be3 2024-12-01T19:32:04,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/0fdbc492c8604aa9a31e0ff84aeb349f 2024-12-01T19:32:04,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d9c25a3530c94aea9c098074cca2eb96 2024-12-01T19:32:04,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/aa5bb453b6884731a5ef694b3c68f2c1 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/aa5bb453b6884731a5ef694b3c68f2c1 2024-12-01T19:32:04,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/7141e3f9ba7247f1869832e988a54b76 2024-12-01T19:32:04,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/3fede7538b80459da95471e11ffef3ee 2024-12-01T19:32:04,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/e1897aca67784a77a9d3aee87c2f3877 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/e1897aca67784a77a9d3aee87c2f3877 2024-12-01T19:32:04,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/d1a373c3c93b4aaa89c4b0db21ee6537 2024-12-01T19:32:04,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/ff2b9528ef604826b8dde6921917c8f0 2024-12-01T19:32:04,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/34c6ab70250b4b8baeac4e28d10b09c3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/34c6ab70250b4b8baeac4e28d10b09c3 2024-12-01T19:32:04,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/a181905c720c4e3bae011673fc054ccd 2024-12-01T19:32:04,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/dd65d236eeb247768eed9c0003436f2f 2024-12-01T19:32:04,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/51d9da8ec4204bd9b7b66c74762de7dc 2024-12-01T19:32:04,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9cc3f764c0754f40a6d7e205761c6606, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe81f9b8464a414294a9547564d5490a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/6974566606174d16bace2c2e3122f1a2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/4e34489989ab4a68ad6db4a14a7b8524, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/7f940002a5674b9eb2c159d1a3a1f919, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/218004b87a77447992c68aa5443c06d0, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/328b481f2dbb457d80f9505266fc86e7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fb6f1e2e85de416abc842207d5b3460c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/305d7876a9c04bc391cfa73c4702ac9c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/644044be2c5c4e2299e6a65c525e5509, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cd2b5342e97641bb8176d5d3b435d5cd, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3897f05ff41749aaad9626ef016d0a11, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d] to archive 2024-12-01T19:32:04,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:04,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bb08fba801384cb2b4886a1f6d938540 2024-12-01T19:32:04,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/252436ce010e4653af2eb3241f5a9035 2024-12-01T19:32:04,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9cc3f764c0754f40a6d7e205761c6606 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9cc3f764c0754f40a6d7e205761c6606 2024-12-01T19:32:04,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/8d801718ddf841468416f778a172198a 2024-12-01T19:32:04,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/14463b4f2d064289b56358febda7cf5b 2024-12-01T19:32:04,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe81f9b8464a414294a9547564d5490a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe81f9b8464a414294a9547564d5490a 2024-12-01T19:32:04,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/c1d711afdd2d4dd8ace0928fe5df3efd 2024-12-01T19:32:04,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bcb6e0dc1fab42b7b42acfb125fa881b 2024-12-01T19:32:04,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/882c806f29ec471a8046d45a80cf1162 2024-12-01T19:32:04,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/6974566606174d16bace2c2e3122f1a2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/6974566606174d16bace2c2e3122f1a2 2024-12-01T19:32:04,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/bf6f174be5a94b9f8d64b714b1fa2ff9 2024-12-01T19:32:04,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/0bd479f858cf44ddbe3ea678d989cd61 2024-12-01T19:32:04,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/52fac9d2c29e4252b0a6645cebf2ece6 2024-12-01T19:32:04,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/4e34489989ab4a68ad6db4a14a7b8524 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/4e34489989ab4a68ad6db4a14a7b8524 2024-12-01T19:32:04,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/9fc5bd98e97e4b81bbe80e900b9e2eeb 2024-12-01T19:32:04,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/58987e3b354540d5b8925a4ba39f07f0 2024-12-01T19:32:04,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/7f940002a5674b9eb2c159d1a3a1f919 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/7f940002a5674b9eb2c159d1a3a1f919 2024-12-01T19:32:04,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/367d4fbb869b4db6be61dddc44a8c3fa 2024-12-01T19:32:04,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/56a631fc218946aa82e5007b8cc83556 2024-12-01T19:32:04,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/218004b87a77447992c68aa5443c06d0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/218004b87a77447992c68aa5443c06d0 2024-12-01T19:32:04,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1946823c467744949422ed50eb063729 2024-12-01T19:32:04,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/119a4c863cfc42628ad8a56f06ab394d 2024-12-01T19:32:04,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/328b481f2dbb457d80f9505266fc86e7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/328b481f2dbb457d80f9505266fc86e7 2024-12-01T19:32:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/93efcfd0710947bba879924a8e351df2 2024-12-01T19:32:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/456bc1b2ad9a4c418b1c227af2afc093 2024-12-01T19:32:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/dc4a717d4124421497b1bf36bc98a8e5 2024-12-01T19:32:04,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fb6f1e2e85de416abc842207d5b3460c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fb6f1e2e85de416abc842207d5b3460c 2024-12-01T19:32:04,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/d75509f342404a6288f1fd5184e74d7f 2024-12-01T19:32:04,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cb2a56c8e2574421be3bd64bbc2dc05f 2024-12-01T19:32:04,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/305d7876a9c04bc391cfa73c4702ac9c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/305d7876a9c04bc391cfa73c4702ac9c 2024-12-01T19:32:04,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/e017bd5d1b6544f98fcb238319ea1efd 2024-12-01T19:32:04,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/51a9848f8008401aa705743a816d6a83 2024-12-01T19:32:04,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3e708988fa4e4d0ea74608f715983f0a 2024-12-01T19:32:04,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/644044be2c5c4e2299e6a65c525e5509 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/644044be2c5c4e2299e6a65c525e5509 2024-12-01T19:32:04,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/1b844b3cd9944b1fbb2c4c1f30c4043a 2024-12-01T19:32:04,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/48ddb1b9dfb546edbdc7d1aa0cfbca00 2024-12-01T19:32:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cd2b5342e97641bb8176d5d3b435d5cd to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/cd2b5342e97641bb8176d5d3b435d5cd 2024-12-01T19:32:04,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/fe5f04121d2f49f19b23adf486fa39c6 2024-12-01T19:32:04,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/41d02d7d8c674c678dbb40ab5369ff60 2024-12-01T19:32:04,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3897f05ff41749aaad9626ef016d0a11 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3897f05ff41749aaad9626ef016d0a11 2024-12-01T19:32:04,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/87970132846d43529955aca12792a49e 2024-12-01T19:32:04,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a7f9f41228064a11a7783e81d009d701 2024-12-01T19:32:04,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/a345d3da7a8f400980838a6e2023454d 2024-12-01T19:32:04,082 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/recovered.edits/617.seqid, newMaxSeqId=617, maxSeqId=1 2024-12-01T19:32:04,083 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. 2024-12-01T19:32:04,083 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 202e91ed6b21b08d89fba2cc31ec6185: Waiting for close lock at 1733081522690Running coprocessor pre-close hooks at 1733081522690Disabling compacts and flushes for region at 1733081522690Disabling writes for close at 1733081522690Obtaining lock to block concurrent updates at 1733081522691 (+1 ms)Preparing flush snapshotting stores in 202e91ed6b21b08d89fba2cc31ec6185 at 1733081522691Finished memstore snapshotting TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733081522691Flushing stores of TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185. at 1733081522692 (+1 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/A: creating writer at 1733081522692Flushing 202e91ed6b21b08d89fba2cc31ec6185/A: appending metadata at 1733081522695 (+3 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/A: closing flushed file at 1733081522695Flushing 202e91ed6b21b08d89fba2cc31ec6185/B: creating writer at 1733081523116 (+421 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/B: appending metadata at 1733081523118 (+2 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/B: closing flushed file at 1733081523118Flushing 202e91ed6b21b08d89fba2cc31ec6185/C: creating writer at 1733081523526 (+408 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/C: appending metadata at 1733081523528 (+2 ms)Flushing 202e91ed6b21b08d89fba2cc31ec6185/C: closing flushed file at 1733081523528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bef28c: reopening flushed file at 1733081523935 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476d7583: reopening flushed file at 1733081523940 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b86ab6: reopening flushed file at 1733081523943 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 202e91ed6b21b08d89fba2cc31ec6185 in 1257ms, sequenceid=614, compaction requested=false at 1733081523947 (+4 ms)Writing region close event to WAL at 1733081524079 (+132 ms)Running coprocessor post-close hooks at 1733081524083 (+4 ms)Closed at 1733081524083 2024-12-01T19:32:04,085 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:32:04,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=202e91ed6b21b08d89fba2cc31ec6185, regionState=CLOSED 2024-12-01T19:32:04,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:32:04,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-01T19:32:04,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 202e91ed6b21b08d89fba2cc31ec6185, server=9168bcbe98d9,36605,1733081370547 in 1.5500 sec 2024-12-01T19:32:04,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-01T19:32:04,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=202e91ed6b21b08d89fba2cc31ec6185, UNASSIGN in 1.5550 sec 2024-12-01T19:32:04,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-01T19:32:04,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5580 sec 2024-12-01T19:32:04,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081524094"}]},"ts":"1733081524094"} 2024-12-01T19:32:04,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:32:04,095 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:32:04,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5880 sec 2024-12-01T19:32:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-01T19:32:04,675 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:04,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:32:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,677 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=149, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-01T19:32:04,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=149, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,680 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:32:04,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/recovered.edits] 2024-12-01T19:32:04,683 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/634ee6a85a2a4c5c91091ea95c0629a4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/634ee6a85a2a4c5c91091ea95c0629a4 2024-12-01T19:32:04,684 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ce10a094f2264fac9ce329b1647afaab to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/A/ce10a094f2264fac9ce329b1647afaab 2024-12-01T19:32:04,686 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1cfc4d007c3045329c2cfe009724fc99 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/1cfc4d007c3045329c2cfe009724fc99 2024-12-01T19:32:04,686 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/75daf2c4403b42cbad859d26adc66d61 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/B/75daf2c4403b42cbad859d26adc66d61 2024-12-01T19:32:04,688 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3978ca1070ca4c41a233cee0d2f5b9e0 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/3978ca1070ca4c41a233cee0d2f5b9e0 2024-12-01T19:32:04,688 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/650d24cfec9f486aa7df4df1d3c58b3a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/C/650d24cfec9f486aa7df4df1d3c58b3a 2024-12-01T19:32:04,690 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/recovered.edits/617.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185/recovered.edits/617.seqid 2024-12-01T19:32:04,690 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/202e91ed6b21b08d89fba2cc31ec6185 2024-12-01T19:32:04,690 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:32:04,692 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=149, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,694 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:32:04,696 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:32:04,697 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=149, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,697 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:32:04,697 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081524697"}]},"ts":"9223372036854775807"} 2024-12-01T19:32:04,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:32:04,699 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 202e91ed6b21b08d89fba2cc31ec6185, NAME => 'TestAcidGuarantees,,1733081496575.202e91ed6b21b08d89fba2cc31ec6185.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:32:04,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:32:04,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081524699"}]},"ts":"9223372036854775807"} 2024-12-01T19:32:04,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:32:04,701 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=149, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-12-01T19:32:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-01T19:32:04,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:32:04,787 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:04,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 242), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=754 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=5875 (was 7381) 2024-12-01T19:32:04,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=754, ProcessCount=11, AvailableMemoryMB=5875 2024-12-01T19:32:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:32:04,801 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:32:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:04,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:32:04,803 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:04,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 150 2024-12-01T19:32:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:04,804 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:32:04,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742470_1646 (size=959) 2024-12-01T19:32:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:05,210 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123 2024-12-01T19:32:05,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742471_1647 (size=53) 2024-12-01T19:32:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 09fc18623f4f147e2266b680365817cc, disabling compactions & flushes 2024-12-01T19:32:05,615 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. after waiting 0 ms 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,615 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,615 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09fc18623f4f147e2266b680365817cc: Waiting for close lock at 1733081525615Disabling compacts and flushes for region at 1733081525615Disabling writes for close at 1733081525615Writing region close event to WAL at 1733081525615Closed at 1733081525615 2024-12-01T19:32:05,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:32:05,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733081525616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081525616"}]},"ts":"1733081525616"} 2024-12-01T19:32:05,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:32:05,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:32:05,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081525619"}]},"ts":"1733081525619"} 2024-12-01T19:32:05,620 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-01T19:32:05,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, ASSIGN}] 2024-12-01T19:32:05,621 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, ASSIGN 2024-12-01T19:32:05,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=false 2024-12-01T19:32:05,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:05,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, ASSIGN because future has completed 2024-12-01T19:32:05,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:32:05,927 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,927 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7752): Opening region: {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:32:05,927 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,928 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:32:05,928 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7794): checking encryption for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,928 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7797): checking classloading for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,929 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,930 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName A 2024-12-01T19:32:05,930 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:05,930 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:05,930 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,931 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName B 2024-12-01T19:32:05,931 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:05,931 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:05,931 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,932 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName C 2024-12-01T19:32:05,932 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:05,933 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:05,933 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1038): replaying wal for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,934 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,934 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,935 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1048): stopping wal replay for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,935 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1060): Cleaning up temporary data for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,935 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:32:05,936 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1093): writing seq id for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,937 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:32:05,938 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1114): Opened 09fc18623f4f147e2266b680365817cc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64459642, jitterRate=-0.039476484060287476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:32:05,938 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:05,938 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1006): Region open journal for 09fc18623f4f147e2266b680365817cc: Running coprocessor pre-open hook at 1733081525928Writing region info on filesystem at 1733081525928Initializing all the Stores at 1733081525928Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081525928Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081525929 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081525929Cleaning up temporary data from old regions at 1733081525935 (+6 ms)Running coprocessor post-open hooks at 1733081525938 (+3 ms)Region opened successfully at 1733081525938 2024-12-01T19:32:05,939 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., pid=152, masterSystemTime=1733081525925 2024-12-01T19:32:05,941 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,941 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:05,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:05,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:32:05,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-01T19:32:05,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 in 173 msec 2024-12-01T19:32:05,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-01T19:32:05,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, ASSIGN in 329 msec 2024-12-01T19:32:05,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:32:05,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081525950"}]},"ts":"1733081525950"} 2024-12-01T19:32:05,952 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-01T19:32:05,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=150, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:32:05,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-01T19:32:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-01T19:32:06,955 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:06,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1832522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:06,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:06,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:06,957 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463bdf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:06,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:06,958 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:06,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:06,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38af3f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:06,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:06,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:06,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:06,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:32:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46641,1733081369752 2024-12-01T19:32:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ce1e23 2024-12-01T19:32:06,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:32:06,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:32:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-01T19:32:06,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:32:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742472_1648 (size=995) 2024-12-01T19:32:07,375 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-01T19:32:07,375 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-01T19:32:07,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:32:07,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE}] 2024-12-01T19:32:07,380 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE 2024-12-01T19:32:07,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE because future has completed 2024-12-01T19:32:07,382 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:32:07,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:32:07,534 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,534 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:32:07,535 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing 09fc18623f4f147e2266b680365817cc, disabling compactions & flushes 2024-12-01T19:32:07,535 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,535 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,535 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. after waiting 0 ms 2024-12-01T19:32:07,535 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,570 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T19:32:07,571 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,571 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for 09fc18623f4f147e2266b680365817cc: Waiting for close lock at 1733081527535Running coprocessor pre-close hooks at 1733081527535Disabling compacts and flushes for region at 1733081527535Disabling writes for close at 1733081527535Writing region close event to WAL at 1733081527535Running coprocessor post-close hooks at 1733081527571 (+36 ms)Closed at 1733081527571 2024-12-01T19:32:07,571 WARN [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionServer(3299): Not adding moved region record: 09fc18623f4f147e2266b680365817cc to self. 2024-12-01T19:32:07,573 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=CLOSED 2024-12-01T19:32:07,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:32:07,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-01T19:32:07,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 in 193 msec 2024-12-01T19:32:07,577 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE; state=CLOSED, location=9168bcbe98d9,36605,1733081370547; forceNewPlan=false, retain=true 2024-12-01T19:32:07,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=OPENING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE because future has completed 2024-12-01T19:32:07,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:32:07,883 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,883 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7752): Opening region: {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:32:07,883 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,883 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:32:07,883 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7794): checking encryption for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,883 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7797): checking classloading for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,884 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,885 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName A 2024-12-01T19:32:07,886 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:07,887 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:07,887 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,887 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName B 2024-12-01T19:32:07,888 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:07,888 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:07,888 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,889 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fc18623f4f147e2266b680365817cc columnFamilyName C 2024-12-01T19:32:07,889 DEBUG [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:07,889 INFO [StoreOpener-09fc18623f4f147e2266b680365817cc-1 {}] regionserver.HStore(327): Store=09fc18623f4f147e2266b680365817cc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:32:07,889 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1038): replaying wal for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,890 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,890 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,891 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1048): stopping wal replay for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,891 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1060): Cleaning up temporary data for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,892 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-01T19:32:07,893 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1093): writing seq id for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,893 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1114): Opened 09fc18623f4f147e2266b680365817cc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72736755, jitterRate=0.08386211097240448}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-01T19:32:07,893 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,894 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1006): Region open journal for 09fc18623f4f147e2266b680365817cc: Running coprocessor pre-open hook at 1733081527883Writing region info on filesystem at 1733081527883Initializing all the Stores at 1733081527884 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081527884Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081527884Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081527884Cleaning up temporary data from old regions at 1733081527891 (+7 ms)Running coprocessor post-open hooks at 1733081527893 (+2 ms)Region opened successfully at 1733081527893 2024-12-01T19:32:07,894 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., pid=157, masterSystemTime=1733081527880 2024-12-01T19:32:07,896 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,896 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:07,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=OPEN, openSeqNum=5, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=155, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:32:07,898 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46641 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9168bcbe98d9,36605,1733081370547, table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T19:32:07,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=155 2024-12-01T19:32:07,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=155, state=SUCCESS, hasLock=false; OpenRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 in 169 msec 2024-12-01T19:32:07,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-01T19:32:07,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, REOPEN/MOVE in 520 msec 2024-12-01T19:32:07,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-01T19:32:07,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-12-01T19:32:07,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-12-01T19:32:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-01T19:32:07,905 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:07,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,906 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2ba495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550c07ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,909 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e212724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,910 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599a570d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,912 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fdbc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,913 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fffba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9dd238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,915 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7352f63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,917 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d745c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,918 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379dc823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,920 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12664dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afcc90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,923 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58535f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9126b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,926 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7720aa40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,927 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ca367a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,930 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cacbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,931 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbbbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46641,-1 for getting cluster id 2024-12-01T19:32:07,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:32:07,933 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e82a0604-759f-4a51-85fe-703408c9e7e7' 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e82a0604-759f-4a51-85fe-703408c9e7e7" 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccbc94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46641,-1] 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:32:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:07,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:32:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256f8124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:32:07,936 DEBUG [Thread-2841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,936 DEBUG [Thread-2858 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,936 DEBUG [Thread-2845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,936 DEBUG [Thread-2856 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,937 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:07,937 DEBUG [Thread-2839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,937 DEBUG [Thread-2850 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-01T19:32:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:07,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:07,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,942 DEBUG [Thread-2847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,946 DEBUG [Thread-2854 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,947 DEBUG [Thread-2843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,949 DEBUG [Thread-2852 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:32:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36605,1733081370547, seqNum=-1] 2024-12-01T19:32:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:32:07,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:32:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,951 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:07,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:32:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5] 2024-12-01T19:32:07,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019be1f856ad61476097c15b5c00426f0d_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081527951/Put/seqid=0 2024-12-01T19:32:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081587974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081587975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:07,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081587976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081587977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081587978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:07,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742473_1649 (size=12154) 2024-12-01T19:32:07,994 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:07,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019be1f856ad61476097c15b5c00426f0d_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019be1f856ad61476097c15b5c00426f0d_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:07,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da7c5359dede4b28b1896fb8a5437fe6, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:07,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da7c5359dede4b28b1896fb8a5437fe6 is 175, key is test_row_0/A:col10/1733081527951/Put/seqid=0 2024-12-01T19:32:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742474_1650 (size=30955) 2024-12-01T19:32:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081588085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081588085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081588085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081588085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081588085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081588295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081588295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081588296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081588296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081588296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da7c5359dede4b28b1896fb8a5437fe6 2024-12-01T19:32:08,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/64ace34d18124d4e99442d5f2e89674a is 50, key is test_row_0/B:col10/1733081527951/Put/seqid=0 2024-12-01T19:32:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742475_1651 (size=12001) 2024-12-01T19:32:08,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081588605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081588605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081588605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081588606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081588606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/64ace34d18124d4e99442d5f2e89674a 2024-12-01T19:32:08,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/85acce0c21f34759b357fafa8b6d9d5d is 50, key is test_row_0/C:col10/1733081527951/Put/seqid=0 2024-12-01T19:32:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742476_1652 (size=12001) 2024-12-01T19:32:08,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:08,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081589115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081589115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081589115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081589115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081589115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:09,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:09,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:09,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/85acce0c21f34759b357fafa8b6d9d5d 2024-12-01T19:32:09,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da7c5359dede4b28b1896fb8a5437fe6 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6 2024-12-01T19:32:09,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6, entries=150, sequenceid=17, filesize=30.2 K 2024-12-01T19:32:09,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/64ace34d18124d4e99442d5f2e89674a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a 2024-12-01T19:32:09,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a, entries=150, sequenceid=17, filesize=11.7 K 2024-12-01T19:32:09,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/85acce0c21f34759b357fafa8b6d9d5d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d 2024-12-01T19:32:09,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-01T19:32:09,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 09fc18623f4f147e2266b680365817cc in 1318ms, sequenceid=17, compaction requested=false 2024-12-01T19:32:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:09,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-01T19:32:09,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,335 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-01T19:32:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019f078e0badb441c094f6558725e50c2f_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081527976/Put/seqid=0 2024-12-01T19:32:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742477_1653 (size=12154) 2024-12-01T19:32:09,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T19:32:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,763 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019f078e0badb441c094f6558725e50c2f_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f078e0badb441c094f6558725e50c2f_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da242c18ea0b4ec48dbc337274fad846, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:09,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da242c18ea0b4ec48dbc337274fad846 is 175, key is test_row_0/A:col10/1733081527976/Put/seqid=0 2024-12-01T19:32:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742478_1654 (size=30955) 2024-12-01T19:32:09,768 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da242c18ea0b4ec48dbc337274fad846 2024-12-01T19:32:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/298ed3a057b94ce29fe59ba631a9b0a3 is 50, key is test_row_0/B:col10/1733081527976/Put/seqid=0 2024-12-01T19:32:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742479_1655 (size=12001) 2024-12-01T19:32:09,779 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/298ed3a057b94ce29fe59ba631a9b0a3 2024-12-01T19:32:09,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/172b695c25dd40a2890182c014287dd3 is 50, key is test_row_0/C:col10/1733081527976/Put/seqid=0 2024-12-01T19:32:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742480_1656 (size=12001) 2024-12-01T19:32:09,809 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/172b695c25dd40a2890182c014287dd3 2024-12-01T19:32:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/da242c18ea0b4ec48dbc337274fad846 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846 2024-12-01T19:32:09,820 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846, entries=150, sequenceid=40, filesize=30.2 K 2024-12-01T19:32:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/298ed3a057b94ce29fe59ba631a9b0a3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3 2024-12-01T19:32:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,826 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:32:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/172b695c25dd40a2890182c014287dd3 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3 2024-12-01T19:32:09,830 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3, entries=150, sequenceid=40, filesize=11.7 K 2024-12-01T19:32:09,831 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 09fc18623f4f147e2266b680365817cc in 496ms, sequenceid=40, compaction requested=false 2024-12-01T19:32:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-01T19:32:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-01T19:32:09,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-01T19:32:09,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-12-01T19:32:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8980 sec 2024-12-01T19:32:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-01T19:32:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,085 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,091 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,103 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,106 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:10,164 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:32:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120197abb5ff66b24283a6846df4879ecb8e_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081590188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081590189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081590191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081590192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081590192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742482_1658 (size=26798) 2024-12-01T19:32:10,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:10,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120197abb5ff66b24283a6846df4879ecb8e_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120197abb5ff66b24283a6846df4879ecb8e_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:10,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c7c19de1859945c9aea6a5c416bbb03d, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:10,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c7c19de1859945c9aea6a5c416bbb03d is 175, key is test_row_0/A:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742481_1657 (size=82585) 2024-12-01T19:32:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:10,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c7c19de1859945c9aea6a5c416bbb03d 2024-12-01T19:32:10,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ee24db39ff474634822e4f86ba3f1a1a is 50, key is test_row_0/B:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742483_1659 (size=12001) 2024-12-01T19:32:10,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081590295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081590304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081590305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081590305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081590305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:10,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081590504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081590515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:10,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ee24db39ff474634822e4f86ba3f1a1a 2024-12-01T19:32:10,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/bd7b1e7f94f645e89e7a1a095ccbda3d is 50, key is test_row_0/C:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742484_1660 (size=12001) 2024-12-01T19:32:10,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081590814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081590824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081590824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081590825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081590825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:10,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:10,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:10,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:11,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:11,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/bd7b1e7f94f645e89e7a1a095ccbda3d 2024-12-01T19:32:11,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c7c19de1859945c9aea6a5c416bbb03d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d 2024-12-01T19:32:11,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d, entries=450, sequenceid=52, filesize=80.6 K 2024-12-01T19:32:11,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ee24db39ff474634822e4f86ba3f1a1a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a 2024-12-01T19:32:11,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a, entries=150, sequenceid=52, filesize=11.7 K 2024-12-01T19:32:11,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/bd7b1e7f94f645e89e7a1a095ccbda3d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d 2024-12-01T19:32:11,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d, entries=150, sequenceid=52, filesize=11.7 K 2024-12-01T19:32:11,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 09fc18623f4f147e2266b680365817cc in 882ms, sequenceid=52, compaction requested=true 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:11,046 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:11,046 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:11,047 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,047 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,047 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=141.1 K 2024-12-01T19:32:11,047 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.2 K 2024-12-01T19:32:11,047 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d] 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting da7c5359dede4b28b1896fb8a5437fe6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081527948 2024-12-01T19:32:11,047 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ace34d18124d4e99442d5f2e89674a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081527948 2024-12-01T19:32:11,048 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 298ed3a057b94ce29fe59ba631a9b0a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081527964 2024-12-01T19:32:11,048 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting da242c18ea0b4ec48dbc337274fad846, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081527964 2024-12-01T19:32:11,048 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ee24db39ff474634822e4f86ba3f1a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530162 2024-12-01T19:32:11,048 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7c19de1859945c9aea6a5c416bbb03d, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530145 2024-12-01T19:32:11,055 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:11,056 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/8a8e1a0f038a42db9978d84c962049ab is 50, key is test_row_0/B:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:11,064 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742485_1661 (size=12104) 2024-12-01T19:32:11,076 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120152f3e6be8fe841da88416174b7639902_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:11,079 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120152f3e6be8fe841da88416174b7639902_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:11,079 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/8a8e1a0f038a42db9978d84c962049ab as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8a8e1a0f038a42db9978d84c962049ab 2024-12-01T19:32:11,079 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120152f3e6be8fe841da88416174b7639902_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:11,083 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into 8a8e1a0f038a42db9978d84c962049ab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:11,083 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:11,083 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=13, startTime=1733081531046; duration=0sec 2024-12-01T19:32:11,083 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:11,083 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:11,084 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742486_1662 (size=4469) 2024-12-01T19:32:11,085 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:11,085 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:11,085 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,085 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.2 K 2024-12-01T19:32:11,085 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 85acce0c21f34759b357fafa8b6d9d5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733081527948 2024-12-01T19:32:11,085 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#571 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:11,085 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 172b695c25dd40a2890182c014287dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733081527964 2024-12-01T19:32:11,086 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7b1e7f94f645e89e7a1a095ccbda3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530162 2024-12-01T19:32:11,086 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/244c722b291f454f8b4cde434f1b24c5 is 175, key is test_row_0/A:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742487_1663 (size=31058) 2024-12-01T19:32:11,092 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:11,093 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/8d0b4a758e664665bb6bcd0b7f7d9c09 is 50, key is test_row_0/C:col10/1733081530162/Put/seqid=0 2024-12-01T19:32:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742488_1664 (size=12104) 2024-12-01T19:32:11,102 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/8d0b4a758e664665bb6bcd0b7f7d9c09 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d0b4a758e664665bb6bcd0b7f7d9c09 2024-12-01T19:32:11,107 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into 8d0b4a758e664665bb6bcd0b7f7d9c09(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:11,108 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:11,108 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=13, startTime=1733081531046; duration=0sec 2024-12-01T19:32:11,108 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:11,108 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:11,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-01T19:32:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:11,177 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:32:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e1d49815d5f4bd6aff8609dc11e5575_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081530191/Put/seqid=0 2024-12-01T19:32:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742489_1665 (size=12154) 2024-12-01T19:32:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:11,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081591335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081591338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081591338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081591339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081591339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081591445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081591445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081591445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081591445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,492 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/244c722b291f454f8b4cde434f1b24c5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5 2024-12-01T19:32:11,496 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into 244c722b291f454f8b4cde434f1b24c5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:11,496 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:11,496 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=13, startTime=1733081531046; duration=0sec 2024-12-01T19:32:11,497 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:11,497 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:11,597 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412013e1d49815d5f4bd6aff8609dc11e5575_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e1d49815d5f4bd6aff8609dc11e5575_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3eb689da86484be384ca4a06673fed36, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:11,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3eb689da86484be384ca4a06673fed36 is 175, key is test_row_0/A:col10/1733081530191/Put/seqid=0 2024-12-01T19:32:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742490_1666 (size=30955) 2024-12-01T19:32:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081591655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081591655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081591655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081591655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081591965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081591965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081591965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081591965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:11,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3eb689da86484be384ca4a06673fed36 2024-12-01T19:32:12,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0f6b8b551e0d439fa7adb890bf741601 is 50, key is test_row_0/B:col10/1733081530191/Put/seqid=0 2024-12-01T19:32:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742491_1667 (size=12001) 2024-12-01T19:32:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:12,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081592345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:12,347 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 09fc18623f4f147e2266b680365817cc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:32:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,413 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0f6b8b551e0d439fa7adb890bf741601 2024-12-01T19:32:12,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/df4a74c568e647e6baba3ff7256314cf is 50, key is test_row_0/C:col10/1733081530191/Put/seqid=0 2024-12-01T19:32:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742492_1668 (size=12001) 2024-12-01T19:32:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081592475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081592475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081592475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081592475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:12,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:12,822 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/df4a74c568e647e6baba3ff7256314cf 2024-12-01T19:32:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3eb689da86484be384ca4a06673fed36 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36 2024-12-01T19:32:12,828 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36, entries=150, sequenceid=79, filesize=30.2 K 2024-12-01T19:32:12,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0f6b8b551e0d439fa7adb890bf741601 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601 2024-12-01T19:32:12,831 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601, entries=150, sequenceid=79, filesize=11.7 K 2024-12-01T19:32:12,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/df4a74c568e647e6baba3ff7256314cf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf 2024-12-01T19:32:12,842 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf, entries=150, sequenceid=79, filesize=11.7 K 2024-12-01T19:32:12,842 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 09fc18623f4f147e2266b680365817cc in 1665ms, sequenceid=79, compaction requested=false 2024-12-01T19:32:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-01T19:32:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-01T19:32:12,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-01T19:32:12,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7370 sec 2024-12-01T19:32:12,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.7540 sec 2024-12-01T19:32:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:13,486 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:13,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-01T19:32:13,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d379c645f5a840f898152513a47bde58_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742493_1669 (size=12154) 2024-12-01T19:32:13,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081593507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081593511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081593512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081593512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081593615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081593625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081593625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081593625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081593824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081593835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081593835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081593835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:13,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:13,898 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201d379c645f5a840f898152513a47bde58_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d379c645f5a840f898152513a47bde58_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:13,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/71d5bdcb73934455b898d82d4b021083, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:13,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/71d5bdcb73934455b898d82d4b021083 is 175, key is test_row_0/A:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742494_1670 (size=30955) 2024-12-01T19:32:14,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081594135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081594144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081594144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081594144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-01T19:32:14,275 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:14,275 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-01T19:32:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T19:32:14,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:14,277 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:14,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:14,302 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/71d5bdcb73934455b898d82d4b021083 2024-12-01T19:32:14,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c57dc59810334a4985b32677aa4d720d is 50, key is test_row_0/B:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742495_1671 (size=12001) 2024-12-01T19:32:14,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081594365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,366 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 09fc18623f4f147e2266b680365817cc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:32:14,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T19:32:14,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T19:32:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T19:32:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T19:32:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081594644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081594655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081594655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081594655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:14,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:14,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c57dc59810334a4985b32677aa4d720d 2024-12-01T19:32:14,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c6c128c49fde4e49ab92c4009bfd5cd4 is 50, key is test_row_0/C:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:14,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742496_1672 (size=12001) 2024-12-01T19:32:14,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c6c128c49fde4e49ab92c4009bfd5cd4 2024-12-01T19:32:14,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/71d5bdcb73934455b898d82d4b021083 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083 2024-12-01T19:32:14,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083, entries=150, sequenceid=93, filesize=30.2 K 2024-12-01T19:32:14,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c57dc59810334a4985b32677aa4d720d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d 2024-12-01T19:32:14,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T19:32:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c6c128c49fde4e49ab92c4009bfd5cd4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4 2024-12-01T19:32:14,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4, entries=150, sequenceid=93, filesize=11.7 K 2024-12-01T19:32:14,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 09fc18623f4f147e2266b680365817cc in 1246ms, sequenceid=93, compaction requested=true 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:14,732 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:14,732 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:14,732 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:14,733 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,733 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,733 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8a8e1a0f038a42db9978d84c962049ab, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.3 K 2024-12-01T19:32:14,733 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=90.8 K 2024-12-01T19:32:14,733 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083] 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a8e1a0f038a42db9978d84c962049ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530162 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 244c722b291f454f8b4cde434f1b24c5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530162 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f6b8b551e0d439fa7adb890bf741601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733081530187 2024-12-01T19:32:14,733 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eb689da86484be384ca4a06673fed36, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733081530187 2024-12-01T19:32:14,734 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c57dc59810334a4985b32677aa4d720d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:14,734 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71d5bdcb73934455b898d82d4b021083, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-01T19:32:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:14,734 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-01T19:32:14,739 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:14,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019e10528a8f414b70a8681c0f0e62f741_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081533511/Put/seqid=0 2024-12-01T19:32:14,741 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412019c2bf75ca3254c019a028caaaaf1f9cb_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:14,742 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#581 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:14,742 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/bc9b15d388514b91b23207ffe18c4234 is 50, key is test_row_0/B:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:14,742 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412019c2bf75ca3254c019a028caaaaf1f9cb_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:14,742 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019c2bf75ca3254c019a028caaaaf1f9cb_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742498_1674 (size=12207) 2024-12-01T19:32:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742497_1673 (size=12154) 2024-12-01T19:32:14,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:14,749 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019e10528a8f414b70a8681c0f0e62f741_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e10528a8f414b70a8681c0f0e62f741_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742499_1675 (size=4469) 2024-12-01T19:32:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/e19869f7ad884d5eb17d3c19687446e4, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:14,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/e19869f7ad884d5eb17d3c19687446e4 is 175, key is test_row_0/A:col10/1733081533511/Put/seqid=0 2024-12-01T19:32:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742500_1676 (size=30955) 2024-12-01T19:32:14,754 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/e19869f7ad884d5eb17d3c19687446e4 2024-12-01T19:32:14,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ec9ad6b5f2274c39ac4070c6df09673f is 50, key is test_row_0/B:col10/1733081533511/Put/seqid=0 2024-12-01T19:32:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742501_1677 (size=12001) 2024-12-01T19:32:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T19:32:15,149 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/bc9b15d388514b91b23207ffe18c4234 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bc9b15d388514b91b23207ffe18c4234 2024-12-01T19:32:15,151 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#580 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:15,151 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/409a341c362a4d799aaf7c4dc02353ac is 175, key is test_row_0/A:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:15,152 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into bc9b15d388514b91b23207ffe18c4234(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:15,152 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:15,152 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=13, startTime=1733081534732; duration=0sec 2024-12-01T19:32:15,152 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:15,152 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:15,152 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:15,152 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:15,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:15,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,153 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d0b4a758e664665bb6bcd0b7f7d9c09, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.3 K 2024-12-01T19:32:15,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0b4a758e664665bb6bcd0b7f7d9c09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733081530162 2024-12-01T19:32:15,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting df4a74c568e647e6baba3ff7256314cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733081530187 2024-12-01T19:32:15,153 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c128c49fde4e49ab92c4009bfd5cd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742502_1678 (size=31161) 2024-12-01T19:32:15,159 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#583 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:15,159 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/549df98047c64f578f7d7a481e4c764d is 50, key is test_row_0/C:col10/1733081531337/Put/seqid=0 2024-12-01T19:32:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742503_1679 (size=12207) 2024-12-01T19:32:15,167 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ec9ad6b5f2274c39ac4070c6df09673f 2024-12-01T19:32:15,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/e62243a87a1647e9a5c8d23b62784614 is 50, key is test_row_0/C:col10/1733081533511/Put/seqid=0 2024-12-01T19:32:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742504_1680 (size=12001) 2024-12-01T19:32:15,181 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/e62243a87a1647e9a5c8d23b62784614 2024-12-01T19:32:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/e19869f7ad884d5eb17d3c19687446e4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4 2024-12-01T19:32:15,186 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4, entries=150, sequenceid=117, filesize=30.2 K 2024-12-01T19:32:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ec9ad6b5f2274c39ac4070c6df09673f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f 2024-12-01T19:32:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,188 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f, entries=150, sequenceid=117, filesize=11.7 K 2024-12-01T19:32:15,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/e62243a87a1647e9a5c8d23b62784614 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614, entries=150, sequenceid=117, filesize=11.7 K 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 09fc18623f4f147e2266b680365817cc in 458ms, sequenceid=117, compaction requested=false 2024-12-01T19:32:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-01T19:32:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-01T19:32:15,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 916 msec 2024-12-01T19:32:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 920 msec 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,415 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:15,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/409a341c362a4d799aaf7c4dc02353ac as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into 409a341c362a4d799aaf7c4dc02353ac(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:15,562 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,562 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=13, startTime=1733081534732; duration=0sec 2024-12-01T19:32:15,562 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:15,562 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/549df98047c64f578f7d7a481e4c764d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/549df98047c64f578f7d7a481e4c764d 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into 549df98047c64f578f7d7a481e4c764d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:15,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:15,569 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=13, startTime=1733081534732; duration=0sec 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:15,569 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-01T19:32:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-01T19:32:15,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-01T19:32:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 157 msec 2024-12-01T19:32:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:15,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:32:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:15,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e6b377680d874c24b5d3e7ef6ff0887a_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742506_1682 (size=24558) 2024-12-01T19:32:15,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081595708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081595708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081595708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081595709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-01T19:32:15,735 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:15,735 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-01T19:32:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:15,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:15,737 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:15,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081595815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081595815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081595815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081595815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:15,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:15,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081596025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081596025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081596025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081596026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:16,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:16,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e6b377680d874c24b5d3e7ef6ff0887a_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b377680d874c24b5d3e7ef6ff0887a_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:16,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/fedb7ea155f64f6892598ad975810d8a, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:16,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/fedb7ea155f64f6892598ad975810d8a is 175, key is test_row_0/A:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742505_1681 (size=74195) 2024-12-01T19:32:16,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081596335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081596335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081596335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081596335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:16,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/fedb7ea155f64f6892598ad975810d8a 2024-12-01T19:32:16,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/bdc8ed6dd23c42bf804776c971cfd344 is 50, key is test_row_0/B:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742507_1683 (size=12101) 2024-12-01T19:32:16,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081596845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081596845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081596845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081596845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:16,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/bdc8ed6dd23c42bf804776c971cfd344 2024-12-01T19:32:16,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d1a3ecf27bef425e878d00448f1bc6c9 is 50, key is test_row_0/C:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742508_1684 (size=12101) 2024-12-01T19:32:16,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d1a3ecf27bef425e878d00448f1bc6c9 2024-12-01T19:32:16,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/fedb7ea155f64f6892598ad975810d8a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a 2024-12-01T19:32:16,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a, entries=400, sequenceid=132, filesize=72.5 K 2024-12-01T19:32:16,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/bdc8ed6dd23c42bf804776c971cfd344 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344 2024-12-01T19:32:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T19:32:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d1a3ecf27bef425e878d00448f1bc6c9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9 2024-12-01T19:32:16,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9, entries=150, sequenceid=132, filesize=11.8 K 2024-12-01T19:32:16,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 09fc18623f4f147e2266b680365817cc in 1247ms, sequenceid=132, compaction requested=true 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:16,931 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-01T19:32:16,931 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:16,933 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:16,933 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:16,933 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:16,933 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:16,933 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,933 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,933 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bc9b15d388514b91b23207ffe18c4234, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.5 K 2024-12-01T19:32:16,933 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=133.1 K 2024-12-01T19:32:16,933 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,933 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a] 2024-12-01T19:32:16,934 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9b15d388514b91b23207ffe18c4234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:16,934 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409a341c362a4d799aaf7c4dc02353ac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:16,934 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9ad6b5f2274c39ac4070c6df09673f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733081533501 2024-12-01T19:32:16,934 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19869f7ad884d5eb17d3c19687446e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733081533501 2024-12-01T19:32:16,936 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc8ed6dd23c42bf804776c971cfd344, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535675 2024-12-01T19:32:16,936 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting fedb7ea155f64f6892598ad975810d8a, keycount=400, bloomtype=ROW, size=72.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535670 2024-12-01T19:32:16,944 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#588 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:16,945 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:16,945 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/b7ea853590d74a9a9202c03efdab0a9e is 50, key is test_row_0/B:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:16,947 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241201a87b5301f81f4034a8756a3d7112193e_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:16,949 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241201a87b5301f81f4034a8756a3d7112193e_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:16,949 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201a87b5301f81f4034a8756a3d7112193e_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:16,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-01T19:32:16,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:16,957 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-01T19:32:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742509_1685 (size=12409) 2024-12-01T19:32:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742510_1686 (size=4469) 2024-12-01T19:32:16,986 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#589 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:16,987 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c52869d915174c71bd43c1c0edf5414d is 175, key is test_row_0/A:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:16,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018ea36942fd00414dad3669420361a98c_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081535707/Put/seqid=0 2024-12-01T19:32:17,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742511_1687 (size=31363) 2024-12-01T19:32:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742512_1688 (size=12304) 2024-12-01T19:32:17,030 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c52869d915174c71bd43c1c0edf5414d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d 2024-12-01T19:32:17,038 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into c52869d915174c71bd43c1c0edf5414d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:17,038 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:17,038 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=13, startTime=1733081536931; duration=0sec 2024-12-01T19:32:17,038 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:17,038 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:17,038 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:17,039 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:17,039 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:17,039 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:17,039 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/549df98047c64f578f7d7a481e4c764d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.5 K 2024-12-01T19:32:17,039 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 549df98047c64f578f7d7a481e4c764d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733081531337 2024-12-01T19:32:17,039 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting e62243a87a1647e9a5c8d23b62784614, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733081533501 2024-12-01T19:32:17,040 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1a3ecf27bef425e878d00448f1bc6c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535675 2024-12-01T19:32:17,050 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#591 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:17,050 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/8d4644ef48414852b5c3edf2e49dd064 is 50, key is test_row_0/C:col10/1733081535683/Put/seqid=0 2024-12-01T19:32:17,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742513_1689 (size=12409) 2024-12-01T19:32:17,384 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/b7ea853590d74a9a9202c03efdab0a9e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b7ea853590d74a9a9202c03efdab0a9e 2024-12-01T19:32:17,386 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into b7ea853590d74a9a9202c03efdab0a9e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:17,386 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:17,387 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=13, startTime=1733081536931; duration=0sec 2024-12-01T19:32:17,387 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:17,387 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:17,432 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412018ea36942fd00414dad3669420361a98c_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018ea36942fd00414dad3669420361a98c_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c0ba58f6da884f219b545030bd8a1aaa, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c0ba58f6da884f219b545030bd8a1aaa is 175, key is test_row_0/A:col10/1733081535707/Put/seqid=0 2024-12-01T19:32:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742514_1690 (size=31105) 2024-12-01T19:32:17,457 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/8d4644ef48414852b5c3edf2e49dd064 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d4644ef48414852b5c3edf2e49dd064 2024-12-01T19:32:17,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into 8d4644ef48414852b5c3edf2e49dd064(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:17,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:17,460 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=13, startTime=1733081536931; duration=0sec 2024-12-01T19:32:17,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:17,460 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:17,836 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c0ba58f6da884f219b545030bd8a1aaa 2024-12-01T19:32:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/593af936362d45298e0eb53df385093c is 50, key is test_row_0/B:col10/1733081535707/Put/seqid=0 2024-12-01T19:32:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742515_1691 (size=12151) 2024-12-01T19:32:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081597868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:17,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081597894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081597894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081597894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081598005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081598005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081598005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081598005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081598215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081598215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081598215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081598215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,270 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/593af936362d45298e0eb53df385093c 2024-12-01T19:32:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/b5ad19a5f2c04370b5f1b980b56bf90a is 50, key is test_row_0/C:col10/1733081535707/Put/seqid=0 2024-12-01T19:32:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742516_1692 (size=12151) 2024-12-01T19:32:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55050 deadline: 1733081598384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,386 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 9168bcbe98d9,36605,1733081370547 for 'test_row_1' in 09fc18623f4f147e2266b680365817cc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-01T19:32:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081598525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081598525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081598525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081598525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:18,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:18,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:18,679 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/b5ad19a5f2c04370b5f1b980b56bf90a 2024-12-01T19:32:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/c0ba58f6da884f219b545030bd8a1aaa as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa 2024-12-01T19:32:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa, entries=150, sequenceid=157, filesize=30.4 K 2024-12-01T19:32:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/593af936362d45298e0eb53df385093c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c 2024-12-01T19:32:18,687 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T19:32:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/b5ad19a5f2c04370b5f1b980b56bf90a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a 2024-12-01T19:32:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,690 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a, entries=150, sequenceid=157, filesize=11.9 K 2024-12-01T19:32:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,691 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 09fc18623f4f147e2266b680365817cc in 1735ms, sequenceid=157, compaction requested=false 2024-12-01T19:32:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-01T19:32:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-01T19:32:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-01T19:32:18,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9550 sec 2024-12-01T19:32:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.9590 sec 2024-12-01T19:32:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:19,038 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-01T19:32:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f9fdf5f53f5e48eebab1787b3b265af9_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742517_1693 (size=14794) 2024-12-01T19:32:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201f9fdf5f53f5e48eebab1787b3b265af9_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9fdf5f53f5e48eebab1787b3b265af9_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/9c1ed5af71c941289183c8ddabaa378b, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/9c1ed5af71c941289183c8ddabaa378b is 175, key is test_row_0/A:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742518_1694 (size=39749) 2024-12-01T19:32:19,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/9c1ed5af71c941289183c8ddabaa378b 2024-12-01T19:32:19,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ef208aa76b724c6b80b81bb32e724088 is 50, key is test_row_0/B:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742519_1695 (size=12151) 2024-12-01T19:32:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081599060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081599061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081599062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081599063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081599175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081599175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081599175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081599175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081599385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081599385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081599385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081599385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ef208aa76b724c6b80b81bb32e724088 2024-12-01T19:32:19,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d7906f41933c41b88076bd042a26d20d is 50, key is test_row_0/C:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:19,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742520_1696 (size=12151) 2024-12-01T19:32:19,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081599694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081599694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081599695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081599695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:19,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d7906f41933c41b88076bd042a26d20d 2024-12-01T19:32:19,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/9c1ed5af71c941289183c8ddabaa378b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b 2024-12-01T19:32:19,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b, entries=200, sequenceid=174, filesize=38.8 K 2024-12-01T19:32:19,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ef208aa76b724c6b80b81bb32e724088 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088 2024-12-01T19:32:19,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088, entries=150, sequenceid=174, filesize=11.9 K 2024-12-01T19:32:19,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d7906f41933c41b88076bd042a26d20d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d 2024-12-01T19:32:19,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d, entries=150, sequenceid=174, filesize=11.9 K 2024-12-01T19:32:19,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 09fc18623f4f147e2266b680365817cc in 846ms, sequenceid=174, compaction requested=true 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:19,884 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:19,884 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:19,885 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:19,885 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:19,885 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b7ea853590d74a9a9202c03efdab0a9e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.9 K 2024-12-01T19:32:19,885 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=99.8 K 2024-12-01T19:32:19,885 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b] 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b7ea853590d74a9a9202c03efdab0a9e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535675 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52869d915174c71bd43c1c0edf5414d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535675 2024-12-01T19:32:19,885 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 593af936362d45298e0eb53df385093c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081535707 2024-12-01T19:32:19,886 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0ba58f6da884f219b545030bd8a1aaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081535707 2024-12-01T19:32:19,886 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ef208aa76b724c6b80b81bb32e724088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537873 2024-12-01T19:32:19,886 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c1ed5af71c941289183c8ddabaa378b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537871 2024-12-01T19:32:19,890 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:19,891 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120199d30f0c6ec74972b01945283e8030a1_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:19,891 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:19,891 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/b4c7c544dc1d4853bd7fb3276c53c7a2 is 50, key is test_row_0/B:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:19,892 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120199d30f0c6ec74972b01945283e8030a1_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:19,892 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120199d30f0c6ec74972b01945283e8030a1_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-01T19:32:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742521_1697 (size=4469) 2024-12-01T19:32:19,905 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:19,906 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-01T19:32:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:19,908 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:19,908 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:19,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:19,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742522_1698 (size=12561) 2024-12-01T19:32:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:20,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-01T19:32:20,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:20,060 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:32:20,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015fee6539560348a792b0bbaf771506b6_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081539061/Put/seqid=0 2024-12-01T19:32:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742523_1699 (size=12304) 2024-12-01T19:32:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:20,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081600217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081600219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081600218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081600220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:20,307 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#598 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:20,307 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6cdefb2d6e7a4b9396e72cd83be0bf1d is 175, key is test_row_0/A:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:20,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742524_1700 (size=31515) 2024-12-01T19:32:20,313 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6cdefb2d6e7a4b9396e72cd83be0bf1d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d 2024-12-01T19:32:20,317 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into 6cdefb2d6e7a4b9396e72cd83be0bf1d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:20,317 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:20,317 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=13, startTime=1733081539884; duration=0sec 2024-12-01T19:32:20,317 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:20,317 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:20,317 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:20,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:20,318 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:20,318 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:20,318 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d4644ef48414852b5c3edf2e49dd064, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=35.9 K 2024-12-01T19:32:20,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4644ef48414852b5c3edf2e49dd064, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733081535675 2024-12-01T19:32:20,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5ad19a5f2c04370b5f1b980b56bf90a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733081535707 2024-12-01T19:32:20,319 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7906f41933c41b88076bd042a26d20d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537873 2024-12-01T19:32:20,320 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/b4c7c544dc1d4853bd7fb3276c53c7a2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b4c7c544dc1d4853bd7fb3276c53c7a2 2024-12-01T19:32:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081600325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,332 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into b4c7c544dc1d4853bd7fb3276c53c7a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:20,332 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:20,332 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=13, startTime=1733081539884; duration=0sec 2024-12-01T19:32:20,333 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:20,333 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:20,333 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#600 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:20,333 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/bcf02b9f386d471b8b27ca5b55dd46c9 is 50, key is test_row_0/C:col10/1733081537873/Put/seqid=0 2024-12-01T19:32:20,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742525_1701 (size=12561) 2024-12-01T19:32:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081600335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081600335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081600335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:20,471 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412015fee6539560348a792b0bbaf771506b6_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015fee6539560348a792b0bbaf771506b6_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/2aa65310658542ce8035f5a17c2368da, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/2aa65310658542ce8035f5a17c2368da is 175, key is test_row_0/A:col10/1733081539061/Put/seqid=0 2024-12-01T19:32:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742526_1702 (size=31105) 2024-12-01T19:32:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081600535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081600544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081600544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081600544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,739 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/bcf02b9f386d471b8b27ca5b55dd46c9 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bcf02b9f386d471b8b27ca5b55dd46c9 2024-12-01T19:32:20,743 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into bcf02b9f386d471b8b27ca5b55dd46c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:20,743 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:20,743 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=13, startTime=1733081539884; duration=0sec 2024-12-01T19:32:20,743 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:20,743 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081600844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081600855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081600855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081600855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:20,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/2aa65310658542ce8035f5a17c2368da 2024-12-01T19:32:20,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/8d73152616b941d1be86d748d6f772d2 is 50, key is test_row_0/B:col10/1733081539061/Put/seqid=0 2024-12-01T19:32:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742527_1703 (size=12151) 2024-12-01T19:32:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:21,285 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/8d73152616b941d1be86d748d6f772d2 2024-12-01T19:32:21,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/a38ce3ae41674af3ace3200f53224fd7 is 50, key is test_row_0/C:col10/1733081539061/Put/seqid=0 2024-12-01T19:32:21,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742528_1704 (size=12151) 2024-12-01T19:32:21,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081601355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081601365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081601365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081601365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:21,695 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/a38ce3ae41674af3ace3200f53224fd7 2024-12-01T19:32:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/2aa65310658542ce8035f5a17c2368da as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da 2024-12-01T19:32:21,701 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da, entries=150, sequenceid=196, filesize=30.4 K 2024-12-01T19:32:21,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/8d73152616b941d1be86d748d6f772d2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2 2024-12-01T19:32:21,704 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2, entries=150, sequenceid=196, filesize=11.9 K 2024-12-01T19:32:21,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/a38ce3ae41674af3ace3200f53224fd7 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7 2024-12-01T19:32:21,707 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7, entries=150, sequenceid=196, filesize=11.9 K 2024-12-01T19:32:21,708 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 09fc18623f4f147e2266b680365817cc in 1648ms, sequenceid=196, compaction requested=false 2024-12-01T19:32:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-01T19:32:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-01T19:32:21,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-01T19:32:21,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-12-01T19:32:21,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.8040 sec 2024-12-01T19:32:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-01T19:32:22,055 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:22,055 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-01T19:32:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:22,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:22,057 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:22,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:22,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-01T19:32:22,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:22,209 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-01T19:32:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b86deded75b644859176d3edad309bd7_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081540217/Put/seqid=0 2024-12-01T19:32:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742529_1705 (size=12304) 2024-12-01T19:32:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081602392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081602393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081602395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081602396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081602505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081602505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081602505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081602505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:22,629 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201b86deded75b644859176d3edad309bd7_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b86deded75b644859176d3edad309bd7_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:22,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/12f0858ba77a4844a2e3903eb8f47f16, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/12f0858ba77a4844a2e3903eb8f47f16 is 175, key is test_row_0/A:col10/1733081540217/Put/seqid=0 2024-12-01T19:32:22,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742530_1706 (size=31105) 2024-12-01T19:32:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081602714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081602714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081602714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081602715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081603025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081603025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081603025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081603025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,034 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/12f0858ba77a4844a2e3903eb8f47f16 2024-12-01T19:32:23,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/92f3e1906f574935b40a330dd0678381 is 50, key is test_row_0/B:col10/1733081540217/Put/seqid=0 2024-12-01T19:32:23,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742531_1707 (size=12151) 2024-12-01T19:32:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:23,442 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/92f3e1906f574935b40a330dd0678381 2024-12-01T19:32:23,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d6454323985646e6be1ce0c7775b3c9d is 50, key is test_row_0/C:col10/1733081540217/Put/seqid=0 2024-12-01T19:32:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742532_1708 (size=12151) 2024-12-01T19:32:23,451 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d6454323985646e6be1ce0c7775b3c9d 2024-12-01T19:32:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/12f0858ba77a4844a2e3903eb8f47f16 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16 2024-12-01T19:32:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16, entries=150, sequenceid=214, filesize=30.4 K 2024-12-01T19:32:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/92f3e1906f574935b40a330dd0678381 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381 2024-12-01T19:32:23,461 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381, entries=150, sequenceid=214, filesize=11.9 K 2024-12-01T19:32:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/d6454323985646e6be1ce0c7775b3c9d as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d 2024-12-01T19:32:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d, entries=150, sequenceid=214, filesize=11.9 K 2024-12-01T19:32:23,465 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 09fc18623f4f147e2266b680365817cc in 1256ms, sequenceid=214, compaction requested=true 2024-12-01T19:32:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:23,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-01T19:32:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-01T19:32:23,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-01T19:32:23,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-01T19:32:23,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.4130 sec 2024-12-01T19:32:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:23,538 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:23,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-01T19:32:23,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c95600f5ca2c480288bdf999eec72f67_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742533_1709 (size=17284) 2024-12-01T19:32:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081603545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081603549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081603549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081603549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081603654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081603654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081603654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081603655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081603864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081603865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081603865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081603865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:23,947 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:23,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201c95600f5ca2c480288bdf999eec72f67_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c95600f5ca2c480288bdf999eec72f67_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:23,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/0b70190afeb547f3b986f02c4f158c57, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:23,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/0b70190afeb547f3b986f02c4f158c57 is 175, key is test_row_0/A:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742534_1710 (size=48389) 2024-12-01T19:32:24,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081604175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081604175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081604175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081604175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-01T19:32:24,215 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:24,215 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-01T19:32:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:24,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:24,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:24,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:24,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/0b70190afeb547f3b986f02c4f158c57 2024-12-01T19:32:24,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/380b62ddd70c41ac9692e0d6ef8a5d8c is 50, key is test_row_0/B:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742535_1711 (size=12151) 2024-12-01T19:32:24,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-01T19:32:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:24,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-01T19:32:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:24,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-01T19:32:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:24,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081604684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081604684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081604684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081604695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:24,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:24,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/380b62ddd70c41ac9692e0d6ef8a5d8c 2024-12-01T19:32:24,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/dde400f4c0f94a09ab527cc8fd39f68e is 50, key is test_row_0/C:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742536_1712 (size=12151) 2024-12-01T19:32:24,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/dde400f4c0f94a09ab527cc8fd39f68e 2024-12-01T19:32:24,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/0b70190afeb547f3b986f02c4f158c57 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57 2024-12-01T19:32:24,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57, entries=250, sequenceid=239, filesize=47.3 K 2024-12-01T19:32:24,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/380b62ddd70c41ac9692e0d6ef8a5d8c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c 2024-12-01T19:32:24,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c, entries=150, sequenceid=239, filesize=11.9 K 2024-12-01T19:32:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/dde400f4c0f94a09ab527cc8fd39f68e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e 2024-12-01T19:32:24,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e, entries=150, sequenceid=239, filesize=11.9 K 2024-12-01T19:32:24,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 09fc18623f4f147e2266b680365817cc in 1245ms, sequenceid=239, compaction requested=true 2024-12-01T19:32:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:24,783 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:32:24,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:24,783 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:32:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:24,784 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142114 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:32:24,784 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:32:24,784 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:24,784 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:24,784 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,784 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,784 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=138.8 K 2024-12-01T19:32:24,784 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b4c7c544dc1d4853bd7fb3276c53c7a2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=47.9 K 2024-12-01T19:32:24,784 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57] 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cdefb2d6e7a4b9396e72cd83be0bf1d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537873 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting b4c7c544dc1d4853bd7fb3276c53c7a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537873 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d73152616b941d1be86d748d6f772d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733081539058 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aa65310658542ce8035f5a17c2368da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733081539058 2024-12-01T19:32:24,785 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f3e1906f574935b40a330dd0678381, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733081540217 2024-12-01T19:32:24,786 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f0858ba77a4844a2e3903eb8f47f16, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733081540217 2024-12-01T19:32:24,786 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 380b62ddd70c41ac9692e0d6ef8a5d8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:24,786 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b70190afeb547f3b986f02c4f158c57, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:24,791 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:24,791 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#609 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:24,792 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ec939fa750ef4be1ac2770fd4cbc352a is 50, key is test_row_0/B:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:24,793 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120164155fae167b4aeda8f4c00b1a53573e_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:24,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742537_1713 (size=12697) 2024-12-01T19:32:24,795 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120164155fae167b4aeda8f4c00b1a53573e_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:24,795 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120164155fae167b4aeda8f4c00b1a53573e_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742538_1714 (size=4469) 2024-12-01T19:32:24,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-01T19:32:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:24,827 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-01T19:32:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012b5fefa09e4b420cabb9786ab183b862_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081543548/Put/seqid=0 2024-12-01T19:32:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742539_1715 (size=12304) 2024-12-01T19:32:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:25,198 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/ec939fa750ef4be1ac2770fd4cbc352a as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec939fa750ef4be1ac2770fd4cbc352a 2024-12-01T19:32:25,199 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#610 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:25,199 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/b13ba6b7ba894c51babdf9b1fb44b6ec is 175, key is test_row_0/A:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:25,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742540_1716 (size=31651) 2024-12-01T19:32:25,203 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into ec939fa750ef4be1ac2770fd4cbc352a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:25,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:25,203 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=12, startTime=1733081544783; duration=0sec 2024-12-01T19:32:25,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:25,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:25,203 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-01T19:32:25,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-01T19:32:25,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:25,204 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:25,204 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bcf02b9f386d471b8b27ca5b55dd46c9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=47.9 K 2024-12-01T19:32:25,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf02b9f386d471b8b27ca5b55dd46c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733081537873 2024-12-01T19:32:25,204 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting a38ce3ae41674af3ace3200f53224fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733081539058 2024-12-01T19:32:25,205 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting d6454323985646e6be1ce0c7775b3c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733081540217 2024-12-01T19:32:25,205 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting dde400f4c0f94a09ab527cc8fd39f68e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:25,206 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/b13ba6b7ba894c51babdf9b1fb44b6ec as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec 2024-12-01T19:32:25,209 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into b13ba6b7ba894c51babdf9b1fb44b6ec(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:25,209 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:25,209 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=12, startTime=1733081544783; duration=0sec 2024-12-01T19:32:25,209 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:25,209 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:25,211 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#612 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:25,211 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/53e8a453fb464260b3ab770732c6999f is 50, key is test_row_0/C:col10/1733081543537/Put/seqid=0 2024-12-01T19:32:25,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742541_1717 (size=12697) 2024-12-01T19:32:25,217 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/53e8a453fb464260b3ab770732c6999f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/53e8a453fb464260b3ab770732c6999f 2024-12-01T19:32:25,220 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into 53e8a453fb464260b3ab770732c6999f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:25,220 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:25,220 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=12, startTime=1733081544784; duration=0sec 2024-12-01T19:32:25,220 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:25,220 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:25,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:25,237 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412012b5fefa09e4b420cabb9786ab183b862_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012b5fefa09e4b420cabb9786ab183b862_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/8da6c8417b96424987bf0b906795cb72, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/8da6c8417b96424987bf0b906795cb72 is 175, key is test_row_0/A:col10/1733081543548/Put/seqid=0 2024-12-01T19:32:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742542_1718 (size=31105) 2024-12-01T19:32:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:25,641 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/8da6c8417b96424987bf0b906795cb72 2024-12-01T19:32:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/cfad1ddcf9e84e72a156ba2d09ed7d7b is 50, key is test_row_0/B:col10/1733081543548/Put/seqid=0 2024-12-01T19:32:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742543_1719 (size=12151) 2024-12-01T19:32:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:25,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081605718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081605719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081605720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081605721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081605825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081605825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081605834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081605835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081606035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081606035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081606044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081606044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,050 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/cfad1ddcf9e84e72a156ba2d09ed7d7b 2024-12-01T19:32:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/af2065ab55a646b386f6fcb2b3b8b3f8 is 50, key is test_row_0/C:col10/1733081543548/Put/seqid=0 2024-12-01T19:32:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742544_1720 (size=12151) 2024-12-01T19:32:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/af2065ab55a646b386f6fcb2b3b8b3f8 2024-12-01T19:32:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/8da6c8417b96424987bf0b906795cb72 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72 2024-12-01T19:32:26,073 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72, entries=150, sequenceid=250, filesize=30.4 K 2024-12-01T19:32:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/cfad1ddcf9e84e72a156ba2d09ed7d7b as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b 2024-12-01T19:32:26,077 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T19:32:26,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/af2065ab55a646b386f6fcb2b3b8b3f8 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8 2024-12-01T19:32:26,081 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8, entries=150, sequenceid=250, filesize=11.9 K 2024-12-01T19:32:26,082 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 09fc18623f4f147e2266b680365817cc in 1255ms, sequenceid=250, compaction requested=false 2024-12-01T19:32:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-01T19:32:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-01T19:32:26,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-01T19:32:26,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec 2024-12-01T19:32:26,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.8710 sec 2024-12-01T19:32:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:26,346 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-01T19:32:26,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-01T19:32:26,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e6b946876a7f44329a30200890dd4f0a_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:26,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742545_1721 (size=14994) 2024-12-01T19:32:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081606355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081606356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081606358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081606360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-01T19:32:26,365 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:26,366 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-01T19:32:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-12-01T19:32:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:26,367 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-01T19:32:26,368 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-01T19:32:26,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-01T19:32:26,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081606465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081606465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081606474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081606674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081606675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081606685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:26,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201e6b946876a7f44329a30200890dd4f0a_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b946876a7f44329a30200890dd4f0a_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:26,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3b0019999ef54e00860d0f313726227c, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:26,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3b0019999ef54e00860d0f313726227c is 175, key is test_row_0/A:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742546_1722 (size=39949) 2024-12-01T19:32:26,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3b0019999ef54e00860d0f313726227c 2024-12-01T19:32:26,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c76e0986dd7643adae5470cfdd464808 is 50, key is test_row_0/B:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742547_1723 (size=12301) 2024-12-01T19:32:26,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55082 deadline: 1733081606865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:26,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081606985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081606985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081606994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:27,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c76e0986dd7643adae5470cfdd464808 2024-12-01T19:32:27,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c0601b6606c2463d814e5671fcf5b038 is 50, key is test_row_0/C:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742548_1724 (size=12301) 2024-12-01T19:32:27,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55100 deadline: 1733081607495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55106 deadline: 1733081607495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:27,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:32:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55126 deadline: 1733081607504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 , the old value is region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-01T19:32:27,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., hostname=9168bcbe98d9,36605,1733081370547, seqNum=5 because the exception is null or not the one we care about 2024-12-01T19:32:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:27,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c0601b6606c2463d814e5671fcf5b038 2024-12-01T19:32:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/3b0019999ef54e00860d0f313726227c as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c 2024-12-01T19:32:27,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:27,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c, entries=200, sequenceid=280, filesize=39.0 K 2024-12-01T19:32:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/c76e0986dd7643adae5470cfdd464808 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808 2024-12-01T19:32:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:32:27,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808, entries=150, sequenceid=280, filesize=12.0 K 2024-12-01T19:32:27,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/c0601b6606c2463d814e5671fcf5b038 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038 2024-12-01T19:32:27,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038, entries=150, sequenceid=280, filesize=12.0 K 2024-12-01T19:32:27,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 09fc18623f4f147e2266b680365817cc in 1247ms, sequenceid=280, compaction requested=true 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:A, priority=-2147483648, current under compaction store size is 1 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:B, priority=-2147483648, current under compaction store size is 2 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:27,593 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 09fc18623f4f147e2266b680365817cc:C, priority=-2147483648, current under compaction store size is 3 2024-12-01T19:32:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:27,593 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:27,594 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:27,594 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:27,594 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/B is initiating minor compaction (all files) 2024-12-01T19:32:27,594 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/A is initiating minor compaction (all files) 2024-12-01T19:32:27,594 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/A in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,594 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/B in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,594 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec939fa750ef4be1ac2770fd4cbc352a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=36.3 K 2024-12-01T19:32:27,594 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=100.3 K 2024-12-01T19:32:27,594 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,594 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. files: [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c] 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting ec939fa750ef4be1ac2770fd4cbc352a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13ba6b7ba894c51babdf9b1fb44b6ec, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting cfad1ddcf9e84e72a156ba2d09ed7d7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081543547 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da6c8417b96424987bf0b906795cb72, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081543547 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c76e0986dd7643adae5470cfdd464808, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733081545720 2024-12-01T19:32:27,595 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0019999ef54e00860d0f313726227c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733081545717 2024-12-01T19:32:27,599 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:27,600 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#B#compaction#618 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:27,600 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/f6996f274edf408db473c86027d94130 is 50, key is test_row_0/B:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:27,601 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120117fc60a97d9943d08fe7608f6f6786fe_09fc18623f4f147e2266b680365817cc store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:27,602 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120117fc60a97d9943d08fe7608f6f6786fe_09fc18623f4f147e2266b680365817cc, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:27,602 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120117fc60a97d9943d08fe7608f6f6786fe_09fc18623f4f147e2266b680365817cc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742550_1726 (size=4469) 2024-12-01T19:32:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742549_1725 (size=12949) 2024-12-01T19:32:27,606 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#A#compaction#619 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:27,606 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/1e4489f6b9ce4fc982a432017bad71d2 is 175, key is test_row_0/A:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:27,609 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/f6996f274edf408db473c86027d94130 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/f6996f274edf408db473c86027d94130 2024-12-01T19:32:27,612 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/B of 09fc18623f4f147e2266b680365817cc into f6996f274edf408db473c86027d94130(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:27,612 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:27,612 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/B, priority=13, startTime=1733081547593; duration=0sec 2024-12-01T19:32:27,612 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-01T19:32:27,612 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:B 2024-12-01T19:32:27,612 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-01T19:32:27,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-01T19:32:27,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1541): 09fc18623f4f147e2266b680365817cc/C is initiating minor compaction (all files) 2024-12-01T19:32:27,613 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 09fc18623f4f147e2266b680365817cc/C in TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,613 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/53e8a453fb464260b3ab770732c6999f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038] into tmpdir=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp, totalSize=36.3 K 2024-12-01T19:32:27,613 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting 53e8a453fb464260b3ab770732c6999f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733081542395 2024-12-01T19:32:27,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting af2065ab55a646b386f6fcb2b3b8b3f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733081543547 2024-12-01T19:32:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742551_1727 (size=31903) 2024-12-01T19:32:27,614 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] compactions.Compactor(225): Compacting c0601b6606c2463d814e5671fcf5b038, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733081545720 2024-12-01T19:32:27,618 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 09fc18623f4f147e2266b680365817cc#C#compaction#620 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-01T19:32:27,619 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/56c67a4597884aa489b2915b2e695bb5 is 50, key is test_row_0/C:col10/1733081546346/Put/seqid=0 2024-12-01T19:32:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742552_1728 (size=12949) 2024-12-01T19:32:27,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-01T19:32:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:27,738 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-01T19:32:27,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dc7c04e2708047629f5df8c98a9281ad_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081546348/Put/seqid=0 2024-12-01T19:32:27,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742553_1729 (size=12454) 2024-12-01T19:32:27,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:27,749 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241201dc7c04e2708047629f5df8c98a9281ad_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc7c04e2708047629f5df8c98a9281ad_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:27,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/32f0cc5103c74eff89ebd148ef3ba8ee, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/32f0cc5103c74eff89ebd148ef3ba8ee is 175, key is test_row_0/A:col10/1733081546348/Put/seqid=0 2024-12-01T19:32:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742554_1730 (size=31255) 2024-12-01T19:32:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(8855): Flush requested on 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:27,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. as already flushing 2024-12-01T19:32:27,946 INFO [Thread-2858 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2858. 2024-12-01T19:32:27,946 DEBUG [Thread-2858 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,947 DEBUG [Thread-2858 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,947 DEBUG [Thread-2858 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:27,947 INFO [Thread-2841 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2841. 2024-12-01T19:32:27,947 DEBUG [Thread-2841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,947 DEBUG [Thread-2841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,947 DEBUG [Thread-2841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:27,949 INFO [Thread-2856 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2856. 2024-12-01T19:32:27,949 DEBUG [Thread-2856 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,949 DEBUG [Thread-2856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,949 DEBUG [Thread-2856 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:27,949 INFO [Thread-2854 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2854. 2024-12-01T19:32:27,949 DEBUG [Thread-2854 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,949 DEBUG [Thread-2854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,949 DEBUG [Thread-2854 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:27,950 INFO [Thread-2850 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2850. 2024-12-01T19:32:27,950 DEBUG [Thread-2850 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,950 DEBUG [Thread-2850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,950 DEBUG [Thread-2850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:27,952 INFO [Thread-2852 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2852. 2024-12-01T19:32:27,952 DEBUG [Thread-2852 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:27,952 DEBUG [Thread-2852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,952 DEBUG [Thread-2852 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:27,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:28,021 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/1e4489f6b9ce4fc982a432017bad71d2 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/1e4489f6b9ce4fc982a432017bad71d2 2024-12-01T19:32:28,028 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/56c67a4597884aa489b2915b2e695bb5 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/56c67a4597884aa489b2915b2e695bb5 2024-12-01T19:32:28,028 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/A of 09fc18623f4f147e2266b680365817cc into 1e4489f6b9ce4fc982a432017bad71d2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:28,028 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:28,028 INFO [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/A, priority=13, startTime=1733081547593; duration=0sec 2024-12-01T19:32:28,028 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:28,028 DEBUG [RS:0;9168bcbe98d9:36605-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:A 2024-12-01T19:32:28,032 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 09fc18623f4f147e2266b680365817cc/C of 09fc18623f4f147e2266b680365817cc into 56c67a4597884aa489b2915b2e695bb5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-01T19:32:28,032 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:28,032 INFO [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., storeName=09fc18623f4f147e2266b680365817cc/C, priority=13, startTime=1733081547593; duration=0sec 2024-12-01T19:32:28,032 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-01T19:32:28,032 DEBUG [RS:0;9168bcbe98d9:36605-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 09fc18623f4f147e2266b680365817cc:C 2024-12-01T19:32:28,156 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/32f0cc5103c74eff89ebd148ef3ba8ee 2024-12-01T19:32:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0cf0eb067add465a92043df5ae43b320 is 50, key is test_row_0/B:col10/1733081546348/Put/seqid=0 2024-12-01T19:32:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742555_1731 (size=12301) 2024-12-01T19:32:28,429 INFO [Thread-2845 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2845. 2024-12-01T19:32:28,429 DEBUG [Thread-2845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:28,429 DEBUG [Thread-2845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,429 DEBUG [Thread-2845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:28,520 INFO [Thread-2839 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2839. 2024-12-01T19:32:28,520 DEBUG [Thread-2839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:28,520 DEBUG [Thread-2839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,520 INFO [Thread-2847 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2847. 2024-12-01T19:32:28,520 DEBUG [Thread-2839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:28,521 DEBUG [Thread-2847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:28,521 INFO [Thread-2843 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2843. 2024-12-01T19:32:28,521 DEBUG [Thread-2847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,521 DEBUG [Thread-2843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-01T19:32:28,521 DEBUG [Thread-2843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,521 DEBUG [Thread-2847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:28,521 DEBUG [Thread-2843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:28,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:28,574 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0cf0eb067add465a92043df5ae43b320 2024-12-01T19:32:28,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/861bcb9258ef41488937985d3760422e is 50, key is test_row_0/C:col10/1733081546348/Put/seqid=0 2024-12-01T19:32:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742556_1732 (size=12301) 2024-12-01T19:32:28,851 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:32:28,988 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/861bcb9258ef41488937985d3760422e 2024-12-01T19:32:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/32f0cc5103c74eff89ebd148ef3ba8ee as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/32f0cc5103c74eff89ebd148ef3ba8ee 2024-12-01T19:32:29,003 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/32f0cc5103c74eff89ebd148ef3ba8ee, entries=150, sequenceid=291, filesize=30.5 K 2024-12-01T19:32:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/0cf0eb067add465a92043df5ae43b320 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0cf0eb067add465a92043df5ae43b320 2024-12-01T19:32:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0cf0eb067add465a92043df5ae43b320, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T19:32:29,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/861bcb9258ef41488937985d3760422e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/861bcb9258ef41488937985d3760422e 2024-12-01T19:32:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/861bcb9258ef41488937985d3760422e, entries=150, sequenceid=291, filesize=12.0 K 2024-12-01T19:32:29,011 INFO [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for 09fc18623f4f147e2266b680365817cc in 1273ms, sequenceid=291, compaction requested=false 2024-12-01T19:32:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 09fc18623f4f147e2266b680365817cc: 2024-12-01T19:32:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-12-01T19:32:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-12-01T19:32:29,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-01T19:32:29,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6440 sec 2024-12-01T19:32:29,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.6480 sec 2024-12-01T19:32:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-01T19:32:30,536 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4839 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4706 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4768 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4843 2024-12-01T19:32:30,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4731 2024-12-01T19:32:30,537 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-01T19:32:30,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:32:30,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:32:30,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:30,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:30,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:30,540 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-01T19:32:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:30,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081550545"}]},"ts":"1733081550545"} 2024-12-01T19:32:30,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-01T19:32:30,547 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-01T19:32:30,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-01T19:32:30,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, UNASSIGN}] 2024-12-01T19:32:30,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, UNASSIGN 2024-12-01T19:32:30,553 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=CLOSING, regionLocation=9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:30,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, UNASSIGN because future has completed 2024-12-01T19:32:30,556 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-01T19:32:30,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547}] 2024-12-01T19:32:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:30,710 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:30,710 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-01T19:32:30,710 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing 09fc18623f4f147e2266b680365817cc, disabling compactions & flushes 2024-12-01T19:32:30,711 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:30,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:30,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. after waiting 0 ms 2024-12-01T19:32:30,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:30,711 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing 09fc18623f4f147e2266b680365817cc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-01T19:32:30,722 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019106ee0522c343878aff6e58f2b28b8d_09fc18623f4f147e2266b680365817cc is 50, key is test_row_0/A:col10/1733081547946/Put/seqid=0 2024-12-01T19:32:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742557_1733 (size=12454) 2024-12-01T19:32:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:31,127 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:32:31,134 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412019106ee0522c343878aff6e58f2b28b8d_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019106ee0522c343878aff6e58f2b28b8d_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:31,136 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6c3933914b264fad83667b588a71615e, store: [table=TestAcidGuarantees family=A region=09fc18623f4f147e2266b680365817cc] 2024-12-01T19:32:31,137 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6c3933914b264fad83667b588a71615e is 175, key is test_row_0/A:col10/1733081547946/Put/seqid=0 2024-12-01T19:32:31,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742558_1734 (size=31255) 2024-12-01T19:32:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:31,542 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6c3933914b264fad83667b588a71615e 2024-12-01T19:32:31,553 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/1a401be6344d4ddbb215ebe5e89d59ed is 50, key is test_row_0/B:col10/1733081547946/Put/seqid=0 2024-12-01T19:32:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742559_1735 (size=12301) 2024-12-01T19:32:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:31,958 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/1a401be6344d4ddbb215ebe5e89d59ed 2024-12-01T19:32:31,973 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/6472bc5501574ee5a913ecb0beafb8cf is 50, key is test_row_0/C:col10/1733081547946/Put/seqid=0 2024-12-01T19:32:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742560_1736 (size=12301) 2024-12-01T19:32:32,377 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/6472bc5501574ee5a913ecb0beafb8cf 2024-12-01T19:32:32,387 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/A/6c3933914b264fad83667b588a71615e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6c3933914b264fad83667b588a71615e 2024-12-01T19:32:32,393 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6c3933914b264fad83667b588a71615e, entries=150, sequenceid=321, filesize=30.5 K 2024-12-01T19:32:32,394 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/B/1a401be6344d4ddbb215ebe5e89d59ed as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/1a401be6344d4ddbb215ebe5e89d59ed 2024-12-01T19:32:32,397 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/1a401be6344d4ddbb215ebe5e89d59ed, entries=150, sequenceid=321, filesize=12.0 K 2024-12-01T19:32:32,398 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/.tmp/C/6472bc5501574ee5a913ecb0beafb8cf as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/6472bc5501574ee5a913ecb0beafb8cf 2024-12-01T19:32:32,402 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/6472bc5501574ee5a913ecb0beafb8cf, entries=150, sequenceid=321, filesize=12.0 K 2024-12-01T19:32:32,402 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 09fc18623f4f147e2266b680365817cc in 1691ms, sequenceid=321, compaction requested=true 2024-12-01T19:32:32,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c] to archive 2024-12-01T19:32:32,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:32,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da7c5359dede4b28b1896fb8a5437fe6 2024-12-01T19:32:32,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/da242c18ea0b4ec48dbc337274fad846 2024-12-01T19:32:32,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c7c19de1859945c9aea6a5c416bbb03d 2024-12-01T19:32:32,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/244c722b291f454f8b4cde434f1b24c5 2024-12-01T19:32:32,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3eb689da86484be384ca4a06673fed36 2024-12-01T19:32:32,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/409a341c362a4d799aaf7c4dc02353ac 2024-12-01T19:32:32,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/71d5bdcb73934455b898d82d4b021083 2024-12-01T19:32:32,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/e19869f7ad884d5eb17d3c19687446e4 2024-12-01T19:32:32,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/fedb7ea155f64f6892598ad975810d8a 2024-12-01T19:32:32,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c52869d915174c71bd43c1c0edf5414d 2024-12-01T19:32:32,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/c0ba58f6da884f219b545030bd8a1aaa 2024-12-01T19:32:32,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/9c1ed5af71c941289183c8ddabaa378b 2024-12-01T19:32:32,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6cdefb2d6e7a4b9396e72cd83be0bf1d 2024-12-01T19:32:32,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/2aa65310658542ce8035f5a17c2368da 2024-12-01T19:32:32,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/12f0858ba77a4844a2e3903eb8f47f16 2024-12-01T19:32:32,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/0b70190afeb547f3b986f02c4f158c57 2024-12-01T19:32:32,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/b13ba6b7ba894c51babdf9b1fb44b6ec 2024-12-01T19:32:32,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/8da6c8417b96424987bf0b906795cb72 2024-12-01T19:32:32,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/3b0019999ef54e00860d0f313726227c 2024-12-01T19:32:32,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8a8e1a0f038a42db9978d84c962049ab, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bc9b15d388514b91b23207ffe18c4234, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b7ea853590d74a9a9202c03efdab0a9e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b4c7c544dc1d4853bd7fb3276c53c7a2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec939fa750ef4be1ac2770fd4cbc352a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808] to archive 2024-12-01T19:32:32,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:32,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/64ace34d18124d4e99442d5f2e89674a 2024-12-01T19:32:32,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/298ed3a057b94ce29fe59ba631a9b0a3 2024-12-01T19:32:32,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8a8e1a0f038a42db9978d84c962049ab to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8a8e1a0f038a42db9978d84c962049ab 2024-12-01T19:32:32,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ee24db39ff474634822e4f86ba3f1a1a 2024-12-01T19:32:32,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0f6b8b551e0d439fa7adb890bf741601 2024-12-01T19:32:32,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bc9b15d388514b91b23207ffe18c4234 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bc9b15d388514b91b23207ffe18c4234 2024-12-01T19:32:32,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c57dc59810334a4985b32677aa4d720d 2024-12-01T19:32:32,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec9ad6b5f2274c39ac4070c6df09673f 2024-12-01T19:32:32,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b7ea853590d74a9a9202c03efdab0a9e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b7ea853590d74a9a9202c03efdab0a9e 2024-12-01T19:32:32,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/bdc8ed6dd23c42bf804776c971cfd344 2024-12-01T19:32:32,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/593af936362d45298e0eb53df385093c 2024-12-01T19:32:32,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b4c7c544dc1d4853bd7fb3276c53c7a2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/b4c7c544dc1d4853bd7fb3276c53c7a2 2024-12-01T19:32:32,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ef208aa76b724c6b80b81bb32e724088 2024-12-01T19:32:32,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/8d73152616b941d1be86d748d6f772d2 2024-12-01T19:32:32,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/92f3e1906f574935b40a330dd0678381 2024-12-01T19:32:32,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec939fa750ef4be1ac2770fd4cbc352a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/ec939fa750ef4be1ac2770fd4cbc352a 2024-12-01T19:32:32,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/380b62ddd70c41ac9692e0d6ef8a5d8c 2024-12-01T19:32:32,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/cfad1ddcf9e84e72a156ba2d09ed7d7b 2024-12-01T19:32:32,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/c76e0986dd7643adae5470cfdd464808 2024-12-01T19:32:32,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d0b4a758e664665bb6bcd0b7f7d9c09, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/549df98047c64f578f7d7a481e4c764d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d4644ef48414852b5c3edf2e49dd064, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bcf02b9f386d471b8b27ca5b55dd46c9, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/53e8a453fb464260b3ab770732c6999f, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038] to archive 2024-12-01T19:32:32,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-01T19:32:32,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/85acce0c21f34759b357fafa8b6d9d5d 2024-12-01T19:32:32,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/172b695c25dd40a2890182c014287dd3 2024-12-01T19:32:32,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d0b4a758e664665bb6bcd0b7f7d9c09 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d0b4a758e664665bb6bcd0b7f7d9c09 2024-12-01T19:32:32,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bd7b1e7f94f645e89e7a1a095ccbda3d 2024-12-01T19:32:32,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/df4a74c568e647e6baba3ff7256314cf 2024-12-01T19:32:32,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/549df98047c64f578f7d7a481e4c764d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/549df98047c64f578f7d7a481e4c764d 2024-12-01T19:32:32,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c6c128c49fde4e49ab92c4009bfd5cd4 2024-12-01T19:32:32,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/e62243a87a1647e9a5c8d23b62784614 2024-12-01T19:32:32,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d4644ef48414852b5c3edf2e49dd064 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/8d4644ef48414852b5c3edf2e49dd064 2024-12-01T19:32:32,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d1a3ecf27bef425e878d00448f1bc6c9 2024-12-01T19:32:32,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/b5ad19a5f2c04370b5f1b980b56bf90a 2024-12-01T19:32:32,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bcf02b9f386d471b8b27ca5b55dd46c9 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/bcf02b9f386d471b8b27ca5b55dd46c9 2024-12-01T19:32:32,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d7906f41933c41b88076bd042a26d20d 2024-12-01T19:32:32,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/a38ce3ae41674af3ace3200f53224fd7 2024-12-01T19:32:32,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/d6454323985646e6be1ce0c7775b3c9d 2024-12-01T19:32:32,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/53e8a453fb464260b3ab770732c6999f to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/53e8a453fb464260b3ab770732c6999f 2024-12-01T19:32:32,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/dde400f4c0f94a09ab527cc8fd39f68e 2024-12-01T19:32:32,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/af2065ab55a646b386f6fcb2b3b8b3f8 2024-12-01T19:32:32,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/c0601b6606c2463d814e5671fcf5b038 2024-12-01T19:32:32,477 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits/324.seqid, newMaxSeqId=324, maxSeqId=4 2024-12-01T19:32:32,478 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. 2024-12-01T19:32:32,478 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for 09fc18623f4f147e2266b680365817cc: Waiting for close lock at 1733081550710Running coprocessor pre-close hooks at 1733081550710Disabling compacts and flushes for region at 1733081550710Disabling writes for close at 1733081550711 (+1 ms)Obtaining lock to block concurrent updates at 1733081550711Preparing flush snapshotting stores in 09fc18623f4f147e2266b680365817cc at 1733081550711Finished memstore snapshotting TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc., syncing WAL and waiting on mvcc, flushsize=dataSize=171750, getHeapSize=450720, getOffHeapSize=0, getCellsCount=3750 at 1733081550712 (+1 ms)Flushing stores of TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc. at 1733081550713 (+1 ms)Flushing 09fc18623f4f147e2266b680365817cc/A: creating writer at 1733081550713Flushing mob file 09fc18623f4f147e2266b680365817cc/A: appending metadata at 1733081550721 (+8 ms)Flushing mob file 09fc18623f4f147e2266b680365817cc/A: closing flushed file at 1733081550721Flushing 09fc18623f4f147e2266b680365817cc/A: appending metadata at 1733081551136 (+415 ms)Flushing 09fc18623f4f147e2266b680365817cc/A: closing flushed file at 1733081551136Flushing 09fc18623f4f147e2266b680365817cc/B: creating writer at 1733081551549 (+413 ms)Flushing 09fc18623f4f147e2266b680365817cc/B: appending metadata at 1733081551553 (+4 ms)Flushing 09fc18623f4f147e2266b680365817cc/B: closing flushed file at 1733081551553Flushing 09fc18623f4f147e2266b680365817cc/C: creating writer at 1733081551968 (+415 ms)Flushing 09fc18623f4f147e2266b680365817cc/C: appending metadata at 1733081551972 (+4 ms)Flushing 09fc18623f4f147e2266b680365817cc/C: closing flushed file at 1733081551972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffdb230: reopening flushed file at 1733081552386 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b59c5d: reopening flushed file at 1733081552393 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c921506: reopening flushed file at 1733081552397 (+4 ms)Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for 09fc18623f4f147e2266b680365817cc in 1691ms, sequenceid=321, compaction requested=true at 1733081552402 (+5 ms)Writing region close event to WAL at 1733081552474 (+72 ms)Running coprocessor post-close hooks at 1733081552478 (+4 ms)Closed at 1733081552478 2024-12-01T19:32:32,480 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed 09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=09fc18623f4f147e2266b680365817cc, regionState=CLOSED 2024-12-01T19:32:32,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 because future has completed 2024-12-01T19:32:32,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-12-01T19:32:32,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure 09fc18623f4f147e2266b680365817cc, server=9168bcbe98d9,36605,1733081370547 in 1.9280 sec 2024-12-01T19:32:32,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-12-01T19:32:32,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=09fc18623f4f147e2266b680365817cc, UNASSIGN in 1.9350 sec 2024-12-01T19:32:32,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-01T19:32:32,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9410 sec 2024-12-01T19:32:32,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081552492"}]},"ts":"1733081552492"} 2024-12-01T19:32:32,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-01T19:32:32,494 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-01T19:32:32,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9550 sec 2024-12-01T19:32:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-01T19:32:32,696 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:32,697 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-01T19:32:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,701 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-01T19:32:32,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,706 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C, FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits] 2024-12-01T19:32:32,715 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/1e4489f6b9ce4fc982a432017bad71d2 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/1e4489f6b9ce4fc982a432017bad71d2 2024-12-01T19:32:32,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/32f0cc5103c74eff89ebd148ef3ba8ee to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/32f0cc5103c74eff89ebd148ef3ba8ee 2024-12-01T19:32:32,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6c3933914b264fad83667b588a71615e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/A/6c3933914b264fad83667b588a71615e 2024-12-01T19:32:32,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0cf0eb067add465a92043df5ae43b320 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/0cf0eb067add465a92043df5ae43b320 2024-12-01T19:32:32,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/1a401be6344d4ddbb215ebe5e89d59ed to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/1a401be6344d4ddbb215ebe5e89d59ed 2024-12-01T19:32:32,726 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/f6996f274edf408db473c86027d94130 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/B/f6996f274edf408db473c86027d94130 2024-12-01T19:32:32,728 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/56c67a4597884aa489b2915b2e695bb5 to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/56c67a4597884aa489b2915b2e695bb5 2024-12-01T19:32:32,730 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/6472bc5501574ee5a913ecb0beafb8cf to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/6472bc5501574ee5a913ecb0beafb8cf 2024-12-01T19:32:32,731 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/861bcb9258ef41488937985d3760422e to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/C/861bcb9258ef41488937985d3760422e 2024-12-01T19:32:32,735 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits/324.seqid to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc/recovered.edits/324.seqid 2024-12-01T19:32:32,736 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/default/TestAcidGuarantees/09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,736 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-01T19:32:32,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:32:32,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-01T19:32:32,741 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012b5fefa09e4b420cabb9786ab183b862_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412012b5fefa09e4b420cabb9786ab183b862_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e1d49815d5f4bd6aff8609dc11e5575_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412013e1d49815d5f4bd6aff8609dc11e5575_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,744 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015fee6539560348a792b0bbaf771506b6_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412015fee6539560348a792b0bbaf771506b6_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,746 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018ea36942fd00414dad3669420361a98c_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412018ea36942fd00414dad3669420361a98c_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,748 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019106ee0522c343878aff6e58f2b28b8d_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019106ee0522c343878aff6e58f2b28b8d_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,750 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120197abb5ff66b24283a6846df4879ecb8e_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120197abb5ff66b24283a6846df4879ecb8e_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,751 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019be1f856ad61476097c15b5c00426f0d_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019be1f856ad61476097c15b5c00426f0d_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,753 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e10528a8f414b70a8681c0f0e62f741_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019e10528a8f414b70a8681c0f0e62f741_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,754 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f078e0badb441c094f6558725e50c2f_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412019f078e0badb441c094f6558725e50c2f_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,756 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b86deded75b644859176d3edad309bd7_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201b86deded75b644859176d3edad309bd7_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,758 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c95600f5ca2c480288bdf999eec72f67_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201c95600f5ca2c480288bdf999eec72f67_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,759 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d379c645f5a840f898152513a47bde58_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201d379c645f5a840f898152513a47bde58_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,761 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc7c04e2708047629f5df8c98a9281ad_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201dc7c04e2708047629f5df8c98a9281ad_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,763 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b377680d874c24b5d3e7ef6ff0887a_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b377680d874c24b5d3e7ef6ff0887a_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b946876a7f44329a30200890dd4f0a_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201e6b946876a7f44329a30200890dd4f0a_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9fdf5f53f5e48eebab1787b3b265af9_09fc18623f4f147e2266b680365817cc to hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241201f9fdf5f53f5e48eebab1787b3b265af9_09fc18623f4f147e2266b680365817cc 2024-12-01T19:32:32,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-01T19:32:32,771 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,774 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-01T19:32:32,776 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-01T19:32:32,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-01T19:32:32,778 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733081552778"}]},"ts":"9223372036854775807"} 2024-12-01T19:32:32,780 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-01T19:32:32,780 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 09fc18623f4f147e2266b680365817cc, NAME => 'TestAcidGuarantees,,1733081524801.09fc18623f4f147e2266b680365817cc.', STARTKEY => '', ENDKEY => ''}] 2024-12-01T19:32:32,780 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-01T19:32:32,780 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733081552780"}]},"ts":"9223372036854775807"} 2024-12-01T19:32:32,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-01T19:32:32,783 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-01T19:32:32,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-12-01T19:32:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-01T19:32:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-01T19:32:32,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-01T19:32:32,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 242), OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=633 (was 754), ProcessCount=11 (was 11), AvailableMemoryMB=8492 (was 5875) - AvailableMemoryMB LEAK? - 2024-12-01T19:32:32,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:32:32,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:32:32,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:32:32,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:32,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:32,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:32:32,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:32:32,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-12-01T19:32:32,828 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,46641,1733081369752 2024-12-01T19:32:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T19:32:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T19:32:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:32:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:32:32,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:32:32,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:32:32,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:32:32,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:32,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T19:32:32,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T19:32:32,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,36605,1733081370547' ***** 2024-12-01T19:32:32,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:32:32,911 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:32:32,911 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:32:32,911 INFO [RS:0;9168bcbe98d9:36605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36605. 2024-12-01T19:32:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:32:32,912 DEBUG [RS:0;9168bcbe98d9:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:32:32,912 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:32:32,913 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:32:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:32:32,913 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:32,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:32:32,914 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:32:32,914 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:32:32,914 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:32:32,914 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:32:32,914 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-01T19:32:32,919 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:32:32,920 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:32:32,920 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:32:32,920 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T19:32:32,934 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/info/e4cd04d2e6974916a9bbc81dab73b854 is 95, key is TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa./info:/1733081408911/DeleteFamily/seqid=0 2024-12-01T19:32:32,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742561_1737 (size=6514) 2024-12-01T19:32:33,114 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:33,314 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:33,339 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/info/e4cd04d2e6974916a9bbc81dab73b854 2024-12-01T19:32:33,361 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/ns/c6e7c8f8f4b345da94bea888321025a4 is 93, key is TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa./ns:/1733081408878/DeleteFamily/seqid=0 2024-12-01T19:32:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742562_1738 (size=5906) 2024-12-01T19:32:33,364 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/ns/c6e7c8f8f4b345da94bea888321025a4 2024-12-01T19:32:33,378 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/rep_barrier/3e395cbb0e5e4399b025a0f07c3c1348 is 102, key is TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa./rep_barrier:/1733081408878/DeleteFamily/seqid=0 2024-12-01T19:32:33,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742563_1739 (size=6025) 2024-12-01T19:32:33,514 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:33,715 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:33,782 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/rep_barrier/3e395cbb0e5e4399b025a0f07c3c1348 2024-12-01T19:32:33,808 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/table/9e6a3812ab4f48bcb779fd193d37d0eb is 96, key is TestAcidGuarantees,,1733081374247.b1aa14ecbface555114760fd5a1c38fa./table:/1733081408878/DeleteFamily/seqid=0 2024-12-01T19:32:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742564_1740 (size=5936) 2024-12-01T19:32:33,915 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:34,115 DEBUG [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:32:34,213 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/table/9e6a3812ab4f48bcb779fd193d37d0eb 2024-12-01T19:32:34,221 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/info/e4cd04d2e6974916a9bbc81dab73b854 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/info/e4cd04d2e6974916a9bbc81dab73b854 2024-12-01T19:32:34,226 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/info/e4cd04d2e6974916a9bbc81dab73b854, entries=12, sequenceid=90, filesize=6.4 K 2024-12-01T19:32:34,228 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/ns/c6e7c8f8f4b345da94bea888321025a4 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/ns/c6e7c8f8f4b345da94bea888321025a4 2024-12-01T19:32:34,233 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/ns/c6e7c8f8f4b345da94bea888321025a4, entries=8, sequenceid=90, filesize=5.8 K 2024-12-01T19:32:34,234 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/rep_barrier/3e395cbb0e5e4399b025a0f07c3c1348 as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/rep_barrier/3e395cbb0e5e4399b025a0f07c3c1348 2024-12-01T19:32:34,239 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/rep_barrier/3e395cbb0e5e4399b025a0f07c3c1348, entries=6, sequenceid=90, filesize=5.9 K 2024-12-01T19:32:34,240 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/.tmp/table/9e6a3812ab4f48bcb779fd193d37d0eb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/table/9e6a3812ab4f48bcb779fd193d37d0eb 2024-12-01T19:32:34,245 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/table/9e6a3812ab4f48bcb779fd193d37d0eb, entries=7, sequenceid=90, filesize=5.8 K 2024-12-01T19:32:34,246 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false 2024-12-01T19:32:34,251 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-01T19:32:34,251 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:32:34,251 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:32:34,251 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081552913Running coprocessor pre-close hooks at 1733081552913Disabling compacts and flushes for region at 1733081552913Disabling writes for close at 1733081552914 (+1 ms)Obtaining lock to block concurrent updates at 1733081552914Preparing flush snapshotting stores in 1588230740 at 1733081552914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733081552914Flushing stores of hbase:meta,,1.1588230740 at 1733081552915 (+1 ms)Flushing 1588230740/info: creating writer at 1733081552915Flushing 1588230740/info: appending metadata at 1733081552934 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733081552934Flushing 1588230740/ns: creating writer at 1733081553346 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733081553361 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733081553361Flushing 1588230740/rep_barrier: creating writer at 1733081553366 (+5 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081553378 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081553378Flushing 1588230740/table: creating writer at 1733081553791 (+413 ms)Flushing 1588230740/table: appending metadata at 1733081553808 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733081553808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260bab8d: reopening flushed file at 1733081554220 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37876247: reopening flushed file at 1733081554227 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb90eff: reopening flushed file at 1733081554233 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e56d24a: reopening flushed file at 1733081554239 (+6 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=90, compaction requested=false at 1733081554246 (+7 ms)Writing region close event to WAL at 1733081554247 (+1 ms)Running coprocessor post-close hooks at 1733081554251 (+4 ms)Closed at 1733081554251 2024-12-01T19:32:34,252 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:32:34,316 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,36605,1733081370547; all regions closed. 2024-12-01T19:32:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741834_1010 (size=25344) 2024-12-01T19:32:34,328 DEBUG [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/oldWALs 2024-12-01T19:32:34,329 INFO [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36605%2C1733081370547.meta:.meta(num 1733081373678) 2024-12-01T19:32:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741833_1009 (size=17468859) 2024-12-01T19:32:34,334 DEBUG [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/oldWALs 2024-12-01T19:32:34,334 INFO [RS:0;9168bcbe98d9:36605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36605%2C1733081370547:(num 1733081373072) 2024-12-01T19:32:34,334 DEBUG [RS:0;9168bcbe98d9:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:32:34,334 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:32:34,334 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:32:34,334 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T19:32:34,335 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:32:34,335 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:32:34,335 INFO [RS:0;9168bcbe98d9:36605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36605 2024-12-01T19:32:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T19:32:34,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9168bcbe98d9,36605,1733081370547 2024-12-01T19:32:34,404 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:32:34,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,36605,1733081370547] 2024-12-01T19:32:34,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9168bcbe98d9,36605,1733081370547 already deleted, retry=false 2024-12-01T19:32:34,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,36605,1733081370547 expired; onlineServers=0 2024-12-01T19:32:34,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,46641,1733081369752' ***** 2024-12-01T19:32:34,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:32:34,425 INFO [M:0;9168bcbe98d9:46641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:32:34,425 INFO [M:0;9168bcbe98d9:46641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:32:34,425 DEBUG [M:0;9168bcbe98d9:46641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:32:34,425 DEBUG [M:0;9168bcbe98d9:46641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:32:34,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:32:34,425 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081372761 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081372761,5,FailOnTimeoutGroup] 2024-12-01T19:32:34,425 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081372760 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081372760,5,FailOnTimeoutGroup] 2024-12-01T19:32:34,425 INFO [M:0;9168bcbe98d9:46641 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:32:34,425 INFO [M:0;9168bcbe98d9:46641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:32:34,426 DEBUG [M:0;9168bcbe98d9:46641 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:32:34,426 INFO [M:0;9168bcbe98d9:46641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:32:34,426 INFO [M:0;9168bcbe98d9:46641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:32:34,426 ERROR [M:0;9168bcbe98d9:46641 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-01T19:32:34,426 INFO [M:0;9168bcbe98d9:46641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:32:34,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:32:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T19:32:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T19:32:34,435 DEBUG [M:0;9168bcbe98d9:46641 {}] zookeeper.ZKUtil(347): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T19:32:34,435 WARN [M:0;9168bcbe98d9:46641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:32:34,436 INFO [M:0;9168bcbe98d9:46641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/.lastflushedseqids 2024-12-01T19:32:34,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742565_1741 (size=72) 2024-12-01T19:32:34,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:32:34,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x101925f04f30001, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:32:34,516 INFO [RS:0;9168bcbe98d9:36605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:32:34,516 INFO [RS:0;9168bcbe98d9:36605 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,36605,1733081370547; zookeeper connection closed. 2024-12-01T19:32:34,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4131b97f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4131b97f 2024-12-01T19:32:34,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:32:34,850 INFO [M:0;9168bcbe98d9:46641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:32:34,851 INFO [M:0;9168bcbe98d9:46641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:32:34,851 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:32:34,851 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:32:34,851 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:32:34,851 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:32:34,851 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:32:34,852 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=804.21 KB heapSize=992.74 KB 2024-12-01T19:32:34,874 DEBUG [M:0;9168bcbe98d9:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/271dd7404e23495c9d4c50f352a0081f is 82, key is hbase:meta,,1/info:regioninfo/1733081373760/Put/seqid=0 2024-12-01T19:32:34,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742566_1742 (size=5672) 2024-12-01T19:32:35,278 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2334 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/271dd7404e23495c9d4c50f352a0081f 2024-12-01T19:32:35,304 DEBUG [M:0;9168bcbe98d9:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972738420c1f456ca7ecb932cbfea9eb is 2275, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1733081412129/Put/seqid=0 2024-12-01T19:32:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742567_1743 (size=45867) 2024-12-01T19:32:35,708 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=803.65 KB at sequenceid=2334 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972738420c1f456ca7ecb932cbfea9eb 2024-12-01T19:32:35,717 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972738420c1f456ca7ecb932cbfea9eb 2024-12-01T19:32:35,733 DEBUG [M:0;9168bcbe98d9:46641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9cc6c92812d4940a997e4ea9cac8f4e is 69, key is 9168bcbe98d9,36605,1733081370547/rs:state/1733081372834/Put/seqid=0 2024-12-01T19:32:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073742568_1744 (size=5156) 2024-12-01T19:32:36,136 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2334 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9cc6c92812d4940a997e4ea9cac8f4e 2024-12-01T19:32:36,140 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/271dd7404e23495c9d4c50f352a0081f as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/271dd7404e23495c9d4c50f352a0081f 2024-12-01T19:32:36,143 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/271dd7404e23495c9d4c50f352a0081f, entries=8, sequenceid=2334, filesize=5.5 K 2024-12-01T19:32:36,143 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/972738420c1f456ca7ecb932cbfea9eb as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/972738420c1f456ca7ecb932cbfea9eb 2024-12-01T19:32:36,146 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 972738420c1f456ca7ecb932cbfea9eb 2024-12-01T19:32:36,146 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/972738420c1f456ca7ecb932cbfea9eb, entries=180, sequenceid=2334, filesize=44.8 K 2024-12-01T19:32:36,147 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9cc6c92812d4940a997e4ea9cac8f4e as hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9cc6c92812d4940a997e4ea9cac8f4e 2024-12-01T19:32:36,149 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/f7a5bd9d-953b-50ec-ac6d-7adf520a5123/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9cc6c92812d4940a997e4ea9cac8f4e, entries=1, sequenceid=2334, filesize=5.0 K 2024-12-01T19:32:36,149 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~804.21 KB/823510, heapSize ~992.45 KB/1016264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2334, compaction requested=false 2024-12-01T19:32:36,150 INFO [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:32:36,150 DEBUG [M:0;9168bcbe98d9:46641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081554851Disabling compacts and flushes for region at 1733081554851Disabling writes for close at 1733081554851Obtaining lock to block concurrent updates at 1733081554852 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081554852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=823510, getHeapSize=1016504, getOffHeapSize=0, getCellsCount=2539 at 1733081554852Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081554854 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081554854Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081554874 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081554874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081555284 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081555303 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081555303Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081555717 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081555733 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081555733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334c5f37: reopening flushed file at 1733081556139 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711c0973: reopening flushed file at 1733081556143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3825693e: reopening flushed file at 1733081556146 (+3 ms)Finished flush of dataSize ~804.21 KB/823510, heapSize ~992.45 KB/1016264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=2334, compaction requested=false at 1733081556149 (+3 ms)Writing region close event to WAL at 1733081556150 (+1 ms)Closed at 1733081556150 2024-12-01T19:32:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741830_1006 (size=976459) 2024-12-01T19:32:36,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:32:36,153 INFO [M:0;9168bcbe98d9:46641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:32:36,153 INFO [M:0;9168bcbe98d9:46641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46641 2024-12-01T19:32:36,153 INFO [M:0;9168bcbe98d9:46641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:32:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:32:36,304 INFO [M:0;9168bcbe98d9:46641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:32:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46641-0x101925f04f30000, quorum=127.0.0.1:50899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:32:36,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:32:36,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:32:36,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:32:36,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:32:36,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.log.dir/,STOPPED} 2024-12-01T19:32:36,320 WARN [BP-483763094-172.17.0.3-1733081365777 heartbeating to localhost/127.0.0.1:38409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:32:36,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:32:36,320 WARN [BP-483763094-172.17.0.3-1733081365777 heartbeating to localhost/127.0.0.1:38409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483763094-172.17.0.3-1733081365777 (Datanode Uuid fa9c0c56-3727-4fc2-be4e-00240d4fe4ad) service to localhost/127.0.0.1:38409 2024-12-01T19:32:36,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:32:36,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data1/current/BP-483763094-172.17.0.3-1733081365777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:32:36,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/cluster_14ad6875-65bf-d45a-31af-45e968cdbcb6/data/data2/current/BP-483763094-172.17.0.3-1733081365777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:32:36,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:32:36,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:32:36,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:32:36,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:32:36,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:32:36,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a605715-f293-a4cd-2770-9b90341ac570/hadoop.log.dir/,STOPPED} 2024-12-01T19:32:36,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:32:36,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down